-- Logs begin at Wed 2021-05-12 07:41:05 UTC, end at Wed 2021-05-12 08:34:38 UTC. -- May 12 08:08:27.185557 dv-cinder-790910-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 12 08:08:29.566647 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.common.config [-] Logging enabled! May 12 08:08:29.567269 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev198 May 12 08:08:29.567357 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78569) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 12 08:08:29.570688 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.common.config [-] Logging enabled! May 12 08:08:29.570935 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev198 May 12 08:08:29.571241 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78569) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 12 08:08:29.572151 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 08:08:29.572379 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 08:08:29.572746 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 08:08:29.573007 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 08:08:29.573232 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 08:08:29.573537 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.573829 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.574124 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.574346 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.574641 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.574943 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.575237 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.575523 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.575812 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.576096 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.576372 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.576673 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.576904 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.577183 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.577461 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.577726 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.577946 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] debug = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.578223 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.578645 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.579051 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.579328 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.579610 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.579883 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.580149 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.580420 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.580725 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.581043 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] host = dv-cinder-790910-1-smb {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.581318 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.581601 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.581881 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.582162 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.582432 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.582704 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.582987 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.583253 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.583520 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] log_file = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.583790 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.584076 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.584360 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.584676 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.584898 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.585118 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.585719 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.586000 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.586276 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.586549 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.586824 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.587095 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.587370 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.587633 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.587912 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.588195 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.588478 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.588776 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.589050 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.589319 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.589589 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.589868 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.590140 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.590436 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.590708 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.590991 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.591258 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.591527 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.591819 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.592100 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.592378 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.592694 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.592974 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.593241 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.593510 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.593777 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.594044 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] use_json = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.594311 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.594577 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.594854 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.595121 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.595389 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.595663 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.595929 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.596211 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:29.596522 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.596818 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.597114 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.597395 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.597683 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.597959 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.598246 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.598521 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.598805 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.599089 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.599374 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.599647 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.599931 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.600204 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.600515 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.600812 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.601102 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.601387 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.601658 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.601927 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.602198 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.602474 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.602756 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.603078 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.603403 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.603681 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.603958 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.604251 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.604551 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.604825 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.605099 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.605387 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.605669 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.605942 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.606519 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.606652 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.606938 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.607214 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.607494 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.607781 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.608059 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.608332 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.608626 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.608903 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.609175 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.609460 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.609738 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.610010 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.610281 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.610559 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.610833 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.611101 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.611376 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.611646 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.611919 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.612188 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.612457 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.612749 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.613017 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.613288 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.613553 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.613820 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.614092 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.614363 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.614629 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.614898 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.615164 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.615434 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.615716 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.616007 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.616282 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.616582 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.616859 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.617135 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.617408 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.617679 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.617952 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.618228 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.618497 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.618782 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.619061 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.619340 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.619616 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.619891 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.620180 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.620456 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.620760 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.621034 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.621308 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.621627 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.622190 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.622453 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.622757 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.623051 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.623345 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.623634 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.623914 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.624218 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.624524 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:29.624730 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 08:08:29.624968 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78569) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 08:08:29.964439 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:08:29.964713 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:08:29.965027 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:08:29.965387 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 08:08:30.262320 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.262565 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.262769 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.263955 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.264221 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.264475 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.385048 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.385297 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.385570 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.404532 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.404816 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.405075 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.433088 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.433360 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.433619 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.471095 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.471373 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.471647 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.696750 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.697406 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.697406 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.697562 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.698250 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.818708 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.819026 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.819300 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.819564 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.819820 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.820125 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.820378 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.820657 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.820908 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.821184 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.821439 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.821683 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.821942 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.822193 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.822454 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.822719 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.822969 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.823219 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.823468 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.823746 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.824091 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.824338 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.824613 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.825054 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.825307 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.825556 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.825945 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 08:08:30.826182 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 08:08:30.826421 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 08:08:30.826656 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 08:08:30.826887 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 08:08:30.827115 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 08:08:30.827475 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 08:08:30.830577 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 08:08:30.834539 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 08:08:30.838622 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 12 08:08:30.840236 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 08:08:30.840762 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 08:08:30.841096 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 08:08:30.841481 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 08:08:30.844249 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 08:08:30.844509 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 08:08:30.845005 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 08:08:30.871953 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 08:08:30.872396 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.872717 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78569) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 12 08:08:30.873074 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.874403 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78569) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 08:08:30.874683 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 08:08:30.874930 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 08:08:30.878162 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.878435 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:30.950226 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 08:08:30.950371 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 08:08:30.950610 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 08:08:30.950970 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 08:08:30.988378 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_db.sqlalchemy.engines [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78569) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 08:08:31.320362 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Initializing driver for type 'gre' May 12 08:08:31.320813 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] gre ID ranges: [(1, 1000)] May 12 08:08:31.373964 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Initializing driver for type 'local' May 12 08:08:31.374289 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Initializing driver for type 'vlan' May 12 08:08:31.387227 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] VlanTypeDriver initialization complete May 12 08:08:31.387687 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Initializing driver for type 'vxlan' May 12 08:08:31.388057 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] vxlan ID ranges: [(1, 1000)] May 12 08:08:31.444399 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Initializing extension driver 'port_security' May 12 08:08:31.444764 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.extensions.port_security [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] PortSecurityExtensionDriver initialization complete May 12 08:08:31.445098 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Initializing mechanism driver 'openvswitch' May 12 08:08:31.445439 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Initializing mechanism driver 'hyperv' May 12 08:08:31.452115 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:08:31.452907 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > port after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.453286 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > port after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.453682 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > port after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.454046 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > subnet after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.454434 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > subnet after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.454772 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.455141 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > network after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.455483 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > network after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.455818 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > network after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.456188 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > security_group after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.456523 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > security_group after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.456893 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.457263 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.457585 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.457918 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.458289 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > address_group after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.458624 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > address_group after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.458958 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.459294 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] ML2 OVO RPC backend initialized. {{(pid=78569) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 12 08:08:31.459995 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.460700 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.461115 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > network before_response 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.461456 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > networks before_response 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.461807 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > port before_response 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.462151 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > ports before_response 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.462489 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > subnet before_response 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.462826 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > subnets before_response 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.463167 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > network after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.463490 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > network after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.463826 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > network after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.464159 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > port after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.464509 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > port after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.464848 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > port after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.465179 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > subnet after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.465547 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > subnet after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.465879 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.466441 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.plugin [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Modular L2 Plugin initialization complete May 12 08:08:31.466766 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading services supported by the core plugin {{(pid=78569) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 08:08:31.467087 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.plugins.ml2.managers [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Got port-security extension from driver 'port_security' May 12 08:08:31.467546 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.extensions.vlantransparent [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Disabled vlantransparent extension. May 12 08:08:31.468035 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78569) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 08:08:31.468346 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading Plugin: router May 12 08:08:31.503611 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.503998 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router after_create 55549900 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.504356 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router before_create 55549900 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.504744 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.505114 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.505465 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router after_delete 55549900 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.505819 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.506182 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router after_create 55549900 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.506528 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router after_update 55549900 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.506873 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router after_update 55549900 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.507217 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.507566 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router after_update 55549900 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.507951 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router precommit_update 55549900 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.508313 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: port after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.508686 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: port after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.509019 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: subnet after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.509357 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.509695 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.510036 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router precommit_create 55549900 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.510377 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: port before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.510714 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router precommit_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.511061 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router after_update 55549900 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.511399 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.511736 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router precommit_create 55549900 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.512076 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.512468 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router precommit_update 55549900 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.512861 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > network after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.513709 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Tracking information for resource: router configured {{(pid=78569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 08:08:31.514036 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Tracking information for resource: floatingip configured {{(pid=78569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 08:08:31.518943 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.db.l3_agentschedulers_db [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 08:08:31.519517 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: port after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.519874 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: port after_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.520222 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: port after_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.520589 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: port after_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.521378 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router before_create 55550100 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.521737 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.522092 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router precommit_create 55550100 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.522444 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > router precommit_update 55550100 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.526910 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.services.provider_configuration [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service providers = [] {{(pid=78569) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 08:08:31.527275 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.db.servicetype_db [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78569) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 08:08:31.530290 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.services.service_base [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 08:08:31.530637 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.services.service_base [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 08:08:31.530975 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.services.service_base [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 08:08:31.531837 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.services.service_base [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 08:08:31.532202 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.services.service_base [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 08:08:31.534046 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 08:08:31.534373 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 08:08:31.544921 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 08:08:31.545252 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading Plugin: auto_allocate May 12 08:08:31.550935 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: network precommit_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.551301 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: network precommit_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.551808 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 08:08:31.552125 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading Plugin: tag May 12 08:08:31.558823 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 08:08:31.559245 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading Plugin: timestamp May 12 08:08:31.562975 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 08:08:31.563301 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading Plugin: network_ip_availability May 12 08:08:31.568516 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.568921 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.569252 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.569950 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 08:08:31.570266 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading Plugin: flavors May 12 08:08:31.575168 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 08:08:31.575438 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading Plugin: revisions May 12 08:08:31.579676 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 08:08:31.580062 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.615s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:08:31.580816 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78569) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 12 08:08:31.581149 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Initializing extension manager. May 12 08:08:31.581647 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: __init__.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.581985 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: __pycache__ {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.582312 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.582637 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: address_group.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.583353 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.583944 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: address-group May 12 08:08:31.584262 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: address_scope.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.584977 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.585840 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: address-scope May 12 08:08:31.586159 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.587052 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.587564 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: router-admin-state-down-before-update May 12 08:08:31.587885 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: agent.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.588608 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.589116 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: agent May 12 08:08:31.589434 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: agent_resources_synced.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.590333 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.590867 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: agent-resources-synced May 12 08:08:31.591349 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: allowedaddresspairs.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.593121 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.593648 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: allowed-address-pairs May 12 08:08:31.593963 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: auto_allocated_topology.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.595019 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.595543 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: auto-allocated-topology May 12 08:08:31.595863 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: availability_zone.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.596576 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.597088 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: availability_zone May 12 08:08:31.597405 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: availability_zone_filter.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.598299 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.598811 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: availability_zone_filter May 12 08:08:31.599124 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: data_plane_status.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.600012 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.600516 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension data-plane-status not supported by any of loaded plugins May 12 08:08:31.600852 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: default_subnetpools.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.601735 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.602241 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: default-subnetpools May 12 08:08:31.602556 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.603352 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.603857 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: dhcp_agent_scheduler May 12 08:08:31.604171 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: dns.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.605077 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.605584 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension dns-integration not supported by any of loaded plugins May 12 08:08:31.605900 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: dns_domain_ports.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.606958 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.607457 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 08:08:31.607777 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: dvr.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.608438 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.608967 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: dvr May 12 08:08:31.609284 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: empty_string_filtering.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.610168 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.610669 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: empty-string-filtering May 12 08:08:31.610984 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.611871 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.612370 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 08:08:31.612717 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.613677 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.614097 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 08:08:31.614412 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: external_net.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.615289 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.615798 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: external-net May 12 08:08:31.616113 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.617028 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.617536 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: extra_dhcp_opt May 12 08:08:31.617853 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: extraroute.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.618746 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.619254 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: extraroute May 12 08:08:31.619569 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: extraroute_atomic.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.620613 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.621123 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: extraroute-atomic May 12 08:08:31.621435 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: filter_validation.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.622105 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.622609 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: filter-validation May 12 08:08:31.622922 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: fip_pf_description.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.623982 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.624515 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 08:08:31.624828 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: fip_port_details.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.625716 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.626222 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: fip-port-details May 12 08:08:31.626537 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: flavors.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.627739 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.628262 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: flavors May 12 08:08:31.628614 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.630248 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.630770 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 08:08:31.631096 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: floatingip_pools.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.631787 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.632296 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: floatingip-pools May 12 08:08:31.632656 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: ip_allocation.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.633560 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.634071 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension ip_allocation not supported by any of loaded plugins May 12 08:08:31.634387 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.635282 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.635794 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: ip-substring-filtering May 12 08:08:31.636114 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: l2_adjacency.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.637047 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.637603 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension l2_adjacency not supported by any of loaded plugins May 12 08:08:31.637948 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: l3.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.638862 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.639380 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: router May 12 08:08:31.639697 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.641930 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.642469 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 08:08:31.642796 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.643698 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.644217 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: ext-gw-mode May 12 08:08:31.644568 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.645458 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.645972 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: l3-ha May 12 08:08:31.646274 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: l3_flavors.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.647173 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.647683 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: l3-flavors May 12 08:08:31.648005 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.648948 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.649459 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: l3-port-ip-change-not-allowed May 12 08:08:31.649777 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: l3agentscheduler.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.650797 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.651305 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: l3_agent_scheduler May 12 08:08:31.651630 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: logging.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.653225 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.653744 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension logging not supported by any of loaded plugins May 12 08:08:31.654094 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: metering.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.654820 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.655374 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: metering May 12 08:08:31.655695 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.656817 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.657337 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: metering_source_and_destination_fields May 12 08:08:31.657661 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: multiprovidernet.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.658681 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.659206 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: multi-provider May 12 08:08:31.659528 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: netmtu.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.660426 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.660973 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: net-mtu May 12 08:08:31.661297 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: netmtu_writable.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.662187 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.662703 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: net-mtu-writable May 12 08:08:31.663024 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: network_availability_zone.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.663687 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.664194 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: network_availability_zone May 12 08:08:31.664535 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: network_ip_availability.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.665610 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.666120 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: network-ip-availability May 12 08:08:31.666438 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: network_segment_range.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.667186 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.667695 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension network-segment-range not supported by any of loaded plugins May 12 08:08:31.668023 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: pagination.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.669059 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.669381 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: pagination May 12 08:08:31.669697 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: port_device_profile.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.670599 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.671116 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: port-device-profile May 12 08:08:31.671434 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.672324 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.672861 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: port-mac-address-regenerate May 12 08:08:31.673180 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.674085 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.674595 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: port-numa-affinity-policy May 12 08:08:31.674914 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: port_resource_request.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.675803 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.676318 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension port-resource-request not supported by any of loaded plugins May 12 08:08:31.676655 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: portbindings.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.677567 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.678085 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: binding May 12 08:08:31.678405 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: portbindings_extended.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.679645 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.680164 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: binding-extended May 12 08:08:31.680517 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: portsecurity.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.681401 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.681928 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: port-security May 12 08:08:31.682244 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: project_id.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.683197 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.683521 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: project-id May 12 08:08:31.683837 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: providernet.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.684818 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.685337 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: provider May 12 08:08:31.685656 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: qos.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.689182 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.689707 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension qos not supported by any of loaded plugins May 12 08:08:31.690038 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.691254 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.691773 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 08:08:31.692099 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.693014 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.693528 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 08:08:31.693854 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: qos_default.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.694743 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.695255 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension qos-default not supported by any of loaded plugins May 12 08:08:31.695577 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: qos_fip.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.696208 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.696748 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension qos-fip not supported by any of loaded plugins May 12 08:08:31.697067 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: qos_gateway_ip.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.697974 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.698481 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 08:08:31.698798 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: qos_port_network_policy.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.699710 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.700260 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 08:08:31.700607 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: qos_rule_type_details.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.701507 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.702013 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 08:08:31.702329 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: qos_rules_alias.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.703355 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.703864 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 08:08:31.704181 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: quotasv2.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.705211 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.705532 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: quotas May 12 08:08:31.705828 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: quotasv2_detail.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.707404 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.707745 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: quota_details May 12 08:08:31.708073 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: rbac.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.709134 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.709659 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: rbac-policies May 12 08:08:31.709981 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: rbac_address_group.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.711205 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.711723 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: rbac-address-group May 12 08:08:31.712047 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: rbac_address_scope.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.712973 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.713486 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: rbac-address-scope May 12 08:08:31.713808 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: rbac_security_groups.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.714722 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.715228 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: rbac-security-groups May 12 08:08:31.715806 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: rbac_subnetpool.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.716522 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.717052 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: rbac-subnetpool May 12 08:08:31.717370 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: revisionifmatch.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.718272 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.718777 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: revision-if-match May 12 08:08:31.719095 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: revisions.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.720172 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.720712 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: standard-attr-revisions May 12 08:08:31.721036 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: router_availability_zone.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.721695 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.722202 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: router_availability_zone May 12 08:08:31.722522 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: routerservicetype.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.723418 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.723929 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension router-service-type not supported by any of loaded plugins May 12 08:08:31.724250 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.725175 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.725688 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: security-groups-normalized-cidr May 12 08:08:31.726009 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.726905 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.727428 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: port-security-groups-filtering May 12 08:08:31.727755 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.728687 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.729203 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: security-groups-remote-address-group May 12 08:08:31.729525 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: securitygroup.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.739057 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.739587 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: security-group May 12 08:08:31.739918 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: segment.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.740720 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.741227 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension segment not supported by any of loaded plugins May 12 08:08:31.741556 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.742460 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.742973 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 08:08:31.743296 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: servicetype.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.744368 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.744912 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: service-type May 12 08:08:31.745241 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: sorting.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.746208 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.746540 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: sorting May 12 08:08:31.746912 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: standard_attr_segment.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.747880 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.748397 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 08:08:31.748743 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: standardattrdescription.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.749372 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.749901 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: standard-attr-description May 12 08:08:31.750221 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: stateful_security_group.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.751116 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.751629 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: stateful-security-group May 12 08:08:31.751951 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: stdattrs_common.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.752510 dv-cinder-790910-1-smb neutron-server[78569]: WARNING neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 08:08:31.752863 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.753832 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.754379 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 08:08:31.754695 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: subnet_onboard.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.755757 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.756271 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: subnet_onboard May 12 08:08:31.756613 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.757538 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.758046 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 08:08:31.758366 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: subnet_service_types.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.759267 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.759785 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: subnet-service-types May 12 08:08:31.760103 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: subnetallocation.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.761201 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.761720 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: subnet_allocation May 12 08:08:31.762034 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.762818 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.763329 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: subnetpool-prefix-ops May 12 08:08:31.763641 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.764562 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.765076 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 08:08:31.765412 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: tagging.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.766429 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.766958 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: standard-attr-tag May 12 08:08:31.767281 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: timestamp.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.768503 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.769053 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loaded extension: standard-attr-timestamp May 12 08:08:31.769377 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: trunk.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.770380 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.770899 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension trunk not supported by any of loaded plugins May 12 08:08:31.771223 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: trunk_details.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.772117 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.772664 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension trunk-details not supported by any of loaded plugins May 12 08:08:31.772980 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: uplink_status_propagation.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.773877 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.774387 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 08:08:31.774705 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Loading extension file: vlantransparent.py {{(pid=78569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 12 08:08:31.775353 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 12 08:08:31.775863 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extension vlan-transparent not supported by any of loaded plugins May 12 08:08:31.778442 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:network May 12 08:08:31.779183 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:subnet May 12 08:08:31.779957 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:subnetpool May 12 08:08:31.780590 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:port May 12 08:08:31.781845 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.782279 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service FLAVORS assigned prefix: {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.782915 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.783332 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.783660 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:router May 12 08:08:31.784320 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:floatingip May 12 08:08:31.785058 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service METERING assigned prefix: /metering {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.786501 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.786868 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.787215 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:08:31.788374 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of CountableResource for resource:rbac_policy May 12 08:08:31.788849 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:security_group May 12 08:08:31.789497 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 08:08:31.790242 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service CORE assigned prefix: {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.790573 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:subnetpool May 12 08:08:31.790908 dv-cinder-790910-1-smb neutron-server[78569]: WARNING neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] subnetpool is already registered May 12 08:08:31.791494 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service CORE assigned prefix: {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.791852 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:subnetpool May 12 08:08:31.792184 dv-cinder-790910-1-smb neutron-server[78569]: WARNING neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] subnetpool is already registered May 12 08:08:31.794945 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.795376 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service FLAVORS assigned prefix: {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.795967 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.796381 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.796743 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:router May 12 08:08:31.797075 dv-cinder-790910-1-smb neutron-server[78569]: WARNING neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] router is already registered May 12 08:08:31.797670 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:floatingip May 12 08:08:31.797991 dv-cinder-790910-1-smb neutron-server[78569]: WARNING neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] floatingip is already registered May 12 08:08:31.798621 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service METERING assigned prefix: /metering {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.799295 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of CountableResource for resource:rbac_policy May 12 08:08:31.799617 dv-cinder-790910-1-smb neutron-server[78569]: WARNING neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] rbac_policy is already registered May 12 08:08:31.801124 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:security_group May 12 08:08:31.801476 dv-cinder-790910-1-smb neutron-server[78569]: WARNING neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] security_group is already registered May 12 08:08:31.802079 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 08:08:31.802411 dv-cinder-790910-1-smb neutron-server[78569]: WARNING neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] security_group_rule is already registered May 12 08:08:31.803071 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service CORE assigned prefix: {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.803397 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:subnetpool May 12 08:08:31.803727 dv-cinder-790910-1-smb neutron-server[78569]: WARNING neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] subnetpool is already registered May 12 08:08:31.804329 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.v2.resource_helper [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Service CORE assigned prefix: {{(pid=78569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 08:08:31.804687 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Creating instance of TrackedResource for resource:subnetpool May 12 08:08:31.805018 dv-cinder-790910-1-smb neutron-server[78569]: WARNING neutron.quota.resource_registry [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] subnetpool is already registered May 12 08:08:31.805657 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: extensions {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.807147 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: address-groups {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.808777 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: address-scopes {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.810018 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: agents {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.811193 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: auto-allocated-topology {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.812441 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: availability_zones {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.813782 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: dhcp-networks {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.815192 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: dhcp-agents {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.816648 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: routers {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.818457 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: flavors {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.819619 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: service_profiles {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.820852 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: next_providers {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.822358 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: service_profiles {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.823816 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: floatingip-pools {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.825115 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: routers {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.826986 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: floatingips {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.828124 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: l3-routers {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.829552 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: l3-agents {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.830964 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: metering-labels {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.832305 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: metering-label-rules {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.833612 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: network-ip-availabilities {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.834879 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: bindings {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.836872 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: quotas {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.838308 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: quotas {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.839726 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: rbac-policies {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.841194 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: security-groups {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.842404 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: security-group-rules {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.843644 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: service-providers {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.844898 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: subnetpools {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.846430 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: subnetpools {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.847902 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: tags {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.849601 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: tags {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.851407 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: tags {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.853190 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: tags {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.854990 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: tags {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.857123 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: tags {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.858819 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: tags {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.861660 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: tags {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.863449 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: tags {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.978038 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron.api.extensions [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Extended resource: tags {{(pid=78569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 08:08:31.984026 dv-cinder-790910-1-smb neutron-server[78569]: WARNING keystonemiddleware.auth_token [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 08:08:31.988923 dv-cinder-790910-1-smb neutron-server[78569]: WARNING keystonemiddleware.auth_token [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 08:08:31.997331 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Acquired lock "singleton_lock" {{(pid=78569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 12 08:08:31.997813 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Releasing lock "singleton_lock" {{(pid=78569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 12 08:08:31.998453 dv-cinder-790910-1-smb neutron-server[78569]: INFO oslo_service.service [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Starting 2 workers May 12 08:08:32.002981 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Started child 78674 {{(pid=78569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 08:08:32.007077 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Started child 78675 {{(pid=78569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 08:08:32.008072 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:32.008862 dv-cinder-790910-1-smb neutron-server[78569]: INFO neutron.service [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Neutron service started, listening on 0.0.0.0:9696 May 12 08:08:32.009214 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Notify callbacks [] for process, before_spawn {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:32.009515 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [-] (78674) wsgi starting up on http://0.0.0.0:9696 May 12 08:08:32.011430 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:32.011876 dv-cinder-790910-1-smb neutron-server[78569]: INFO oslo_service.service [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Starting 1 workers May 12 08:08:32.013475 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [-] (78675) wsgi starting up on http://0.0.0.0:9696 May 12 08:08:32.016716 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Started child 78676 {{(pid=78569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 08:08:32.017015 dv-cinder-790910-1-smb neutron-server[78569]: INFO oslo_service.service [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Starting 1 workers May 12 08:08:32.019788 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.service [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] calling RpcWorker wait() {{(pid=78676) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 08:08:32.020345 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.service [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] returning from RpcWorker wait() {{(pid=78676) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 08:08:32.021188 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Started child 78677 {{(pid=78569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 08:08:32.021480 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:32.021945 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce65e-e446-4750-b879-c139b2e94708 None None] Notify callbacks [] for process, after_spawn {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:32.022073 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:08:32.023692 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 12 08:08:32.023935 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 08:08:32.024061 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 08:08:32.024302 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 08:08:32.024643 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 08:08:32.024768 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 08:08:32.025287 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.025556 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.025816 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.026070 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.026349 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.026488 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:32.026959 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.027142 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.027410 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.027646 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:08:32.027745 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.027959 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.028138 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.028284 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.028559 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.028777 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.029074 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.029335 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.029568 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.029856 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.030073 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.030332 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.030583 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.030820 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.031089 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] debug = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.031324 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.031797 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.032025 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.032277 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.032523 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.032783 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.033045 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.033345 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.033582 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.033814 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.034045 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.034302 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.034528 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.034759 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.034973 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.035234 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.035446 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.035914 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] host = dv-cinder-790910-1-smb {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.036127 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.036339 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.036594 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.036853 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.037112 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.037322 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.037564 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.037804 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.038062 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.038283 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.038520 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.038750 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.038968 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.039217 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_file = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.039380 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_options = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.039619 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.039889 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.040149 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.040339 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.040531 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.040704 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.040962 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.041125 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.041369 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.041583 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.041793 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.042003 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.042230 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.042465 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.042701 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.042934 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.043161 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.043460 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.043636 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.043872 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.044107 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.044391 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.044595 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.044810 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.045022 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.045264 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.045489 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.045719 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.045935 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.046202 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.046412 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.046662 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.046889 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.047196 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.047482 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.047719 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.047945 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.048685 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.048917 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.049349 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.049984 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.050502 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.050701 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.050866 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.051105 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.051374 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] use_json = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.051557 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.051770 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.052004 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.052244 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.052502 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.052735 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.052956 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.053194 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.053598 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.053876 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.054484 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.054686 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.054925 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.055186 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.055416 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.055635 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.056411 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.056411 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.056830 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.057000 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.057314 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.057507 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.057766 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.058106 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.058361 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.058629 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.058844 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.059143 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.059371 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.059578 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.059917 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.060267 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.060576 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.060863 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.061082 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.061318 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.061537 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.061760 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.061998 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.062218 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.062488 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.062709 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.062925 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.063151 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.063396 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.063649 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.063853 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.064101 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.064347 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.064670 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.064835 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.065045 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.065262 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.065476 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.065691 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.065918 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.066132 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.066367 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.066611 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.066854 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.067071 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.067287 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.067523 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.067742 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.067978 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.068199 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.068413 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.068746 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.069490 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.069490 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.069490 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.069993 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.069993 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.070316 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.071784 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.076521 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.076521 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.076521 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.076521 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.076521 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.076521 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.076521 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.076521 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.076521 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.077164 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.077164 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.077164 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.077164 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.077164 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.077164 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.077516 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.077805 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.077907 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.078241 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.078500 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.078729 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.078990 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.079246 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.079516 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.079761 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.080000 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.080247 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.080512 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.080808 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.081046 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.081288 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.081536 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.081762 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.082008 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.082235 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.082527 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.082755 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.083011 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.083245 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.083534 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.083829 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.084113 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.084403 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.084775 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.085160 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.085740 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.086036 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.086265 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.086550 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.086866 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.087133 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.087700 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.088011 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.088286 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.088601 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.088841 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.089093 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.089346 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.089596 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.089838 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.090115 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.090410 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.090615 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.090858 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.091123 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.091438 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.091685 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.091914 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.092147 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.092416 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.092687 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.092928 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.093189 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.093454 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.093708 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.093967 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.094216 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.094460 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.094737 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.094923 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.095250 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.095489 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.095705 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.095941 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.096158 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.096380 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.096639 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.096856 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.097075 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.097312 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.097548 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.097861 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.098116 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.098333 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.098554 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.098791 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.099010 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.099230 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.099448 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.099661 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.099912 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.100134 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.100415 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.100849 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.101094 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.101323 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.102068 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.102316 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.102556 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.102805 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.103023 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.103239 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.103702 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.103929 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.104151 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.104373 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.104649 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.104878 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.105206 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.105479 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.105805 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.106175 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.106422 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.106821 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.106943 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.107348 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.107545 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.107809 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.108051 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.108272 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.108509 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.108822 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.109033 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.109277 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.109500 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.109719 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.109934 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.110152 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.110383 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.110677 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.110929 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.111172 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.111420 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.111650 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.111884 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.112097 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.112312 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.112573 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.112793 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.113039 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.113262 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.113445 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.113781 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.113887 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.114123 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.114334 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.114547 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.114782 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.114995 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.115247 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.115462 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.115681 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.115900 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.116113 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.116434 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.116722 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.116948 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.117233 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.117463 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.117897 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.118305 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.118765 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.118872 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.119109 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.119333 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.119555 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.119782 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.120041 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.120347 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.120740 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.121007 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.121265 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.121573 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.121924 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.122336 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.122559 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.122859 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.123174 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.123455 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.123706 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.123950 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.124252 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.124524 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.124739 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.124959 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.125176 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.125397 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.125663 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.125902 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.126129 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.126348 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.126595 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.126817 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.127042 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.127275 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.127502 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.127718 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.127881 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 08:08:32.128452 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 12 08:08:32.128649 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 08:08:32.128809 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 08:08:32.128984 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 08:08:32.129154 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 08:08:32.129308 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 08:08:32.129514 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.129678 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.129842 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.130003 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.130163 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.130369 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.130531 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.130691 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.130850 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.131008 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.131167 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.131327 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.131492 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.131689 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.131837 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.131973 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.132104 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.132253 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.132416 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.132603 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.132784 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.132912 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.133072 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] debug = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.133230 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.133427 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.133588 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.133748 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.133908 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.134065 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.134223 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.134384 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.134542 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.135182 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.135346 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.135508 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.135663 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.135970 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.136268 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.136598 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.136759 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.136920 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] host = dv-cinder-790910-1-smb {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.137080 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.137323 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.137512 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.137677 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.138167 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.138167 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.138167 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.138627 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.138627 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.138627 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.139000 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.139000 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.139000 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.139843 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_file = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.139843 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_options = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.139843 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.139843 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.139843 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.140757 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.140757 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.140757 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.140757 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.140757 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.140757 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.141931 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.141931 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.141931 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.141931 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.141931 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.141931 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.141931 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.141931 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.143127 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.143127 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.143127 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.143127 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.143127 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.143127 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.143127 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.143127 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.144199 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.144199 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.144199 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.144199 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.144199 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.144199 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.144199 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.144199 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.145321 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.145321 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.145321 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.145321 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.145321 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.145321 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.145321 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.146513 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.146513 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.146513 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.146513 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.146513 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.146513 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] use_json = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.146513 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.146513 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.146513 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.147805 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.147805 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.147805 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.147805 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.147805 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 08:08:32.147805 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.147805 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.148271 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.148271 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.148271 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.148614 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.148614 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.148843 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.148843 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.149067 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.149147 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.149246 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.149413 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.149576 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.149739 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.149903 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.150066 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.150228 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.150388 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.150550 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.151053 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.151053 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.151053 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.152350 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.152350 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.152350 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.152350 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.152350 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.152350 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.152350 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.152350 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.153728 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.153728 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.153728 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.153728 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.153728 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.153728 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.153728 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.153728 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.155012 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.155012 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.155012 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.155012 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.155012 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.155542 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:08:32.155754 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.155754 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.155754 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.155754 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.155754 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.155754 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.155754 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.155754 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.156718 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.156718 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.156718 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.156718 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.156718 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.156718 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.156718 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.157489 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.157489 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.157489 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.157489 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.157489 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.158053 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.158053 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.158053 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.158383 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.158383 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.158383 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.158719 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.158719 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.158953 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.159072 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.159192 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.159310 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.159428 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.159584 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.159748 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.159911 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.160072 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.160235 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.160397 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.160584 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.160757 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.160936 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.161098 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.161261 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.161422 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.161583 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.161745 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.161946 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.162067 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.162205 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.162366 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.162527 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.162689 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.162854 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.163016 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.163180 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.163344 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.163506 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.163670 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.163831 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.163993 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.164179 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.164343 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.164518 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.164700 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.164862 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.165023 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.165200 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.165352 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.165506 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.167290 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.167290 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.167290 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.168121 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.168121 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.168121 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.168121 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.168121 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.168121 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.169110 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.169110 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.169110 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.169110 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.169110 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.169110 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.169837 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.169837 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.169837 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.169837 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.169837 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.170285 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.170285 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.170285 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.170557 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.170557 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.170739 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.170860 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.171023 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.171185 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.171348 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.171511 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.171674 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.171836 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.172043 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.172174 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.172308 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.172471 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.172657 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.172819 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.172982 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.173144 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.173311 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.173473 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.173987 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.173987 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.173987 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.174342 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.174342 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.174579 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.174579 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.174851 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.174851 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.175084 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.175192 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.175383 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.175505 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.175615 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.175833 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.176597 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.176597 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.176597 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.176597 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.176597 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.176901 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.176901 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.177018 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.177128 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.177291 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.177452 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.177618 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.177767 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.177929 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.178090 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.178267 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.178432 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.180509 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.180509 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.180509 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.180509 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.180509 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.180509 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.180509 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.180509 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.181052 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.181052 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.181052 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.181052 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.181052 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.181399 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.181684 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.181980 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.182153 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.182337 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.182503 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.182671 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.182837 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.183002 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.183182 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.183346 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.183512 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.183673 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.183835 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.184010 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.184265 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.184435 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.184619 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.184818 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.184950 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.185113 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.185275 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.185436 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.185597 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.185773 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.185936 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.186099 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.186259 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.186421 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.186593 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.186756 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.186919 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.187088 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.187249 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.187409 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.187573 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.187748 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.187911 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.188074 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.188238 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.188401 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.188584 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.188749 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.188916 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.189089 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.189260 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.189424 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.189598 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.189769 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.189941 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.190102 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.190271 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.190446 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.190608 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.190770 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.190932 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.191093 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.191254 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.191416 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.191577 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.191738 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.191900 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.192061 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.192224 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.192385 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.192568 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.193232 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.193396 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.193707 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.194010 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.194313 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.194479 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 08:08:32.195014 dv-cinder-790910-1-smb neutron-server[78569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 08:08:32.353358 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 43976) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:08:32.366228 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100684 May 12 08:08:43.034283 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1968e2-ca75-4439-8a7e-018f5864ddf3 None None] get_active_networks_info from dv-cinder-790910-1-smb {{(pid=78676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 12 08:08:43.154609 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1968e2-ca75-4439-8a7e-018f5864ddf3 None None] No non-hosted networks {{(pid=78676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 08:08:43.169886 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.agentschedulers_db [None req-ca1968e2-ca75-4439-8a7e-018f5864ddf3 None None] DHCP Agent not found on host dv-cinder-790910-1-smb {{(pid=78676) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 12 08:08:43.308253 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-569ad0bc-f2c7-4dde-b590-c3051839d2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862'] for agent, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:45.299474 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-194da376-6b3b-4e17-91a7-48c860d8917d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862'] for agent, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:45.336663 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-6754a113-ed57-456a-824b-db2e7de7b3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:45.442224 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862'] for agent, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:45.443856 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:45.444444 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:45.445020 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:45.445605 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:45.446182 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:45.446712 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:45.447240 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:45.447871 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:45.448414 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:45.448977 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:45.449623 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:45.450290 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:45.450928 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790910-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:08:45.465474 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790910-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:08:46.456646 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862'] for agent, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:47.961473 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862'] for agent, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:49.719149 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 44070) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:08:50.351253 dv-cinder-790910-1-smb neutron-server[78674]: WARNING oslo_policy.policy [None req-6cf62fca-2ac9-4f4a-87cf-8f85cdfd6a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 08:08:50.351826 dv-cinder-790910-1-smb neutron-server[78674]: WARNING oslo_policy.policy [None req-6cf62fca-2ac9-4f4a-87cf-8f85cdfd6a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 08:08:50.566758 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [None req-6cf62fca-2ac9-4f4a-87cf-8f85cdfd6a39 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 08:08:50.567957 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-6cf62fca-2ac9-4f4a-87cf-8f85cdfd6a39 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8460031 May 12 08:08:52.225726 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.db.l3_hamode_db [None req-4d0aff0f-5d4f-4139-8b63-83b91406d60d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 08:08:52.309655 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0aff0f-5d4f-4139-8b63-83b91406d60d None None] Routers set() bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:08:52.309996 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0aff0f-5d4f-4139-8b63-83b91406d60d None None] Router IDs set() for agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 12 08:08:52.889349 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 44084) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:08:53.300655 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-84cd4685-589b-4e71-b2e2-dbbeb5144b63 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:08:53.400748 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.policy [None req-84cd4685-589b-4e71-b2e2-dbbeb5144b63 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78674) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 08:08:53.445792 dv-cinder-790910-1-smb neutron-server[78674]: WARNING oslo_policy.policy [None req-84cd4685-589b-4e71-b2e2-dbbeb5144b63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 08:08:53.446172 dv-cinder-790910-1-smb neutron-server[78674]: WARNING oslo_policy.policy [None req-84cd4685-589b-4e71-b2e2-dbbeb5144b63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 08:08:53.454694 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.quota [None req-84cd4685-589b-4e71-b2e2-dbbeb5144b63 admin admin] Loaded quota_driver: . May 12 08:08:53.471096 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-84cd4685-589b-4e71-b2e2-dbbeb5144b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:08:53.530701 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-84cd4685-589b-4e71-b2e2-dbbeb5144b63 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774956800105', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774956800572', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774956789927', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774956784651', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774955923169', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774955916828', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-557100', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535049', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1600412', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1638888'] for rbac-policy, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:53.600831 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-84cd4685-589b-4e71-b2e2-dbbeb5144b63 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:53.602425 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-84cd4685-589b-4e71-b2e2-dbbeb5144b63 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7116852 May 12 08:08:56.178071 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44098) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:08:56.789153 dv-cinder-790910-1-smb neutron-server[78675]: WARNING oslo_policy.policy [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 08:08:56.789740 dv-cinder-790910-1-smb neutron-server[78675]: WARNING oslo_policy.policy [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 08:08:57.004633 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Request body: {'network': {'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'project_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'admin_state_up': True, 'name': 'private'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:08:57.006267 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.quota [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Loaded quota_driver: . May 12 08:08:57.022814 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:08:57.029689 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Usage tracker for resource:network and tenant:d2c3507c5e42440aaf42a124adbc7bfe is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:08:57.035113 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:08:57.042442 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:08:57.061999 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Made reservation on behalf of d2c3507c5e42440aaf42a124adbc7bfe for: {'network': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:08:57.142051 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.policy [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78675) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 08:08:57.186321 dv-cinder-790910-1-smb neutron-server[78675]: WARNING oslo_policy.policy [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 08:08:57.186864 dv-cinder-790910-1-smb neutron-server[78675]: WARNING oslo_policy.policy [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 08:08:57.197083 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:57.219571 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:57.234435 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:08:57.238230 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Usage tracker for resource:security_group_rule and tenant:d2c3507c5e42440aaf42a124adbc7bfe is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:08:57.243286 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:08:57.249006 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:08:57.358779 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:57.364770 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:57.369116 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:08:57.389492 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=78675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:08:57.413527 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774954845844', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:57.414099 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Unsubscribe: segment precommit_create {{(pid=78675) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 12 08:08:57.414544 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.segments_db [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Added segment dc1fa9c4-99c3-4dc9-bc6a-650210863d15 of type vlan for network c09e9acc-605c-4a44-bced-3205c076e930 May 12 08:08:57.422942 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2b1bcd-9c37-4277-ba2b-42c0c6d52463,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:08:57.476608 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:57.476935 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:57.477256 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:57.477563 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:57.477871 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:57.478186 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:57.478490 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:57.478790 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:57.479108 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:57.479409 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:57.479713 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:57.479986 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Tracked resource versions report: May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: pushed versions: May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: { 'AddressGroup': {'1.2'}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'ConntrackHelper': {'1.0'}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'Log': {'1.0'}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'Network': {'1.1'}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'Port': {'1.7'}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'PortForwarding': {'1.2'}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'QosPolicy': {'1.8'}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'SecurityGroup': {'1.4'}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'SecurityGroupRule': {'1.2'}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'SubPort': {'1.0'}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'Subnet': {'1.1'}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'Trunk': {'1.1'}} May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: consumer versions: May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: { DHCP agent@dv-cinder-790910-1-smb: {}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: L3 agent@dv-cinder-790910-1-smb: {}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: Metadata agent@dv-cinder-790910-1-smb: {}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: Metering agent@dv-cinder-790910-1-smb: {}, May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: Open vSwitch agent@dv-cinder-790910-1-smb: { 'AddressGroup': '1.2', May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'ConntrackHelper': '1.0', May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'Log': '1.0', May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'Network': '1.1', May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'Port': '1.7', May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'PortForwarding': '1.2', May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'QosPolicy': '1.8', May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'SecurityGroup': '1.4', May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'SecurityGroupRule': '1.2', May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'SubPort': '1.0', May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'Subnet': '1.1', May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: 'Trunk': '1.1'}} May 12 08:08:57.481118 dv-cinder-790910-1-smb neutron-server[78675]: {{(pid=78675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 08:08:57.529961 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:08:57.536085 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:57.580391 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:57.581807 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:08:57.582443 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:08:57.587151 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:08:57.686791 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5076904 May 12 08:08:57.687444 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Pushing event updated for resources: {'Network': ['ID=c09e9acc-605c-4a44-bced-3205c076e930,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:08:57.707227 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:08:57.716410 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network c09e9acc-605c-4a44-bced-3205c076e930 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:09:00.341309 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 44120) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:09:00.823757 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de89355-84e4-4da0-b5f3-3b57ca02ba0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:09:00.825438 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-6de89355-84e4-4da0-b5f3-3b57ca02ba0f admin admin] 10.222.0.43 "GET /v2.0/networks/c09e9acc-605c-4a44-bced-3205c076e930 HTTP/1.1" status: 200 len: 825 time: 0.4832010 May 12 08:09:00.853085 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-7be6dcc5-14f1-45ca-99e3-53412e206a1a admin admin] 10.222.0.43 "GET /v2.0/subnetpools/d95ef2ba-3d5a-43ce-b137-29f14a1145fa HTTP/1.1" status: 200 len: 734 time: 0.0223069 May 12 08:09:00.861281 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Request body: {'subnet': {'subnetpool_id': 'd95ef2ba-3d5a-43ce-b137-29f14a1145fa', 'gateway_ip': '172.20.0.1', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'ip_version': 4, 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930', 'name': 'private-subnet'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:09:00.865697 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:09:00.869934 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Usage tracker for resource:subnet and tenant:d2c3507c5e42440aaf42a124adbc7bfe is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:09:00.873481 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:09:00.879586 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:09:00.892811 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Made reservation on behalf of d2c3507c5e42440aaf42a124adbc7bfe for: {'subnet': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:09:00.897292 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:01.417822 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for subnet, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:01.422185 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:01.493780 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Checking segment: {'id': 'dc1fa9c4-99c3-4dc9-bc6a-650210863d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:09:01.494150 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Network hostable DHCP agents. Network: c09e9acc-605c-4a44-bced-3205c076e930, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:09:01.509362 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd817726-3e4b-4970-8ad0-e71bc804777a,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:01.518735 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:01.519071 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:01.519385 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:01.519699 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:01.520009 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:01.520314 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:01.520651 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:01.520944 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:01.521260 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:01.521594 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:01.521866 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:01.522144 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Tracked resource versions report: May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: pushed versions: May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: { 'AddressGroup': {'1.2'}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'ConntrackHelper': {'1.0'}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'Log': {'1.0'}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'Network': {'1.1'}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'Port': {'1.7'}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'PortForwarding': {'1.2'}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'QosPolicy': {'1.8'}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'SecurityGroup': {'1.4'}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'SecurityGroupRule': {'1.2'}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'SubPort': {'1.0'}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'Subnet': {'1.1'}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'Trunk': {'1.1'}} May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: consumer versions: May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: { DHCP agent@dv-cinder-790910-1-smb: {}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: L3 agent@dv-cinder-790910-1-smb: {}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: Metadata agent@dv-cinder-790910-1-smb: {}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: Metering agent@dv-cinder-790910-1-smb: {}, May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: Open vSwitch agent@dv-cinder-790910-1-smb: { 'AddressGroup': '1.2', May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'ConntrackHelper': '1.0', May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'Log': '1.0', May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'Network': '1.1', May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'Port': '1.7', May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'PortForwarding': '1.2', May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'QosPolicy': '1.8', May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'SecurityGroup': '1.4', May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'SecurityGroupRule': '1.2', May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'SubPort': '1.0', May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'Subnet': '1.1', May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: 'Trunk': '1.1'}} May 12 08:09:01.523196 dv-cinder-790910-1-smb neutron-server[78674]: {{(pid=78674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 08:09:01.553485 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Network c09e9acc-605c-4a44-bced-3205c076e930 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:09:01.559867 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:01.565578 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, c09e9acc-605c-4a44-bced-3205c076e930) {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:09:01.570074 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:09:01.570690 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:01.575994 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b893d84f-4aea-463e-be65-fe6d9d9e7d1b None None] Network c09e9acc-605c-4a44-bced-3205c076e930 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:09:01.592403 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7343521 May 12 08:09:01.889481 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b875660-0401-546f-a1c8-c267b82e2982-c09e9acc-605c-4a44-bced-3205c076e930', 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'fixed_ips': [{'subnet_id': 'dd817726-3e4b-4970-8ad0-e71bc804777a'}]}} from dv-cinder-790910-1-smb. {{(pid=78676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 08:09:01.890593 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:02.072322 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.db_base_plugin_common [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Allocated IP 172.20.0.2 (c09e9acc-605c-4a44-bced-3205c076e930/dd817726-3e4b-4970-8ad0-e71bc804777a/d5fc32a7-d16b-43bd-a193-8124b32f2c07) {{(pid=78676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:09:02.300139 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Notify callbacks [] for port, precommit_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:02.313443 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Transition to ACTIVE for port object d5fc32a7-d16b-43bd-a193-8124b32f2c07 will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:09:02.332596 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Transition to ACTIVE for port object d5fc32a7-d16b-43bd-a193-8124b32f2c07 will not be triggered until provisioned by entity DHCP. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:09:02.339555 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:02.344185 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:02.399932 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Network c09e9acc-605c-4a44-bced-3205c076e930 is already hosted by enough agents. {{(pid=78676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:09:02.402801 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.base_scheduler [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Resources bound (agent type, host, resource id): {{(pid=78676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:09:02.414441 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Received port after_create {{(pid=78676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:09:02.416641 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Pushing event updated for resources: {'Port': ['ID=d5fc32a7-d16b-43bd-a193-8124b32f2c07,revision_number=1']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:02.452337 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:02.452699 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:02.453032 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:02.453355 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:02.453674 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:02.453990 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:02.454279 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:02.454617 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:02.454930 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:02.455216 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:02.455548 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:02.455855 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Tracked resource versions report: May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: pushed versions: May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: { 'AddressGroup': {'1.2'}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'ConntrackHelper': {'1.0'}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'Log': {'1.0'}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'Network': {'1.1'}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'Port': {'1.7'}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'PortForwarding': {'1.2'}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'QosPolicy': {'1.8'}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'SecurityGroup': {'1.4'}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'SecurityGroupRule': {'1.2'}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'SubPort': {'1.0'}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'Subnet': {'1.1'}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'Trunk': {'1.1'}} May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: consumer versions: May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: { DHCP agent@dv-cinder-790910-1-smb: {}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: L3 agent@dv-cinder-790910-1-smb: {}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: Metadata agent@dv-cinder-790910-1-smb: {}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: Metering agent@dv-cinder-790910-1-smb: {}, May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: Open vSwitch agent@dv-cinder-790910-1-smb: { 'AddressGroup': '1.2', May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'ConntrackHelper': '1.0', May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'Log': '1.0', May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'Network': '1.1', May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'Port': '1.7', May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'PortForwarding': '1.2', May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'QosPolicy': '1.8', May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'SecurityGroup': '1.4', May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'SecurityGroupRule': '1.2', May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'SubPort': '1.0', May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'Subnet': '1.1', May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: 'Trunk': '1.1'}} May 12 08:09:02.456943 dv-cinder-790910-1-smb neutron-server[78676]: {{(pid=78676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 08:09:02.464736 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:02.517216 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Attempting to bind port d5fc32a7-d16b-43bd-a193-8124b32f2c07 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:09:02.517608 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Attempting to bind port d5fc32a7-d16b-43bd-a193-8124b32f2c07 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': 'dc1fa9c4-99c3-4dc9-bc6a-650210863d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:09:02.518037 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Attempting to bind port d5fc32a7-d16b-43bd-a193-8124b32f2c07 on network c09e9acc-605c-4a44-bced-3205c076e930 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:09:02.523431 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:09:02.523865 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Checking segment: {'id': 'dc1fa9c4-99c3-4dc9-bc6a-650210863d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:09:02.524293 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:02.524705 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Bound using segment: {'id': 'dc1fa9c4-99c3-4dc9-bc6a-650210863d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:09:02.525203 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Bound port: d5fc32a7-d16b-43bd-a193-8124b32f2c07, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1fa9c4-99c3-4dc9-bc6a-650210863d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:09:02.525592 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:02.616586 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] For port d5fc32a7-d16b-43bd-a193-8124b32f2c07, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:09:02.620356 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] For port d5fc32a7-d16b-43bd-a193-8124b32f2c07, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=d5fc32a7-d16b-43bd-a193-8124b32f2c07,segment=NetworkSegment(dc1fa9c4-99c3-4dc9-bc6a-650210863d15),segment_id=dc1fa9c4-99c3-4dc9-bc6a-650210863d15)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:09:02.626410 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:02.630314 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:02.710752 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Pushing event updated for resources: {'Port': ['ID=d5fc32a7-d16b-43bd-a193-8124b32f2c07,revision_number=2']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:02.714055 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:03.946259 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44134) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:09:04.320408 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [None req-6c543527-e768-4612-b076-25556ea42eb6 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 08:09:04.321403 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-6c543527-e768-4612-b076-25556ea42eb6 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3742115 May 12 08:09:06.632638 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44144) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:09:07.013483 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [None req-e8db3a87-dab9-4a90-9ef1-5bfb58510fc3 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 08:09:07.014445 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-e8db3a87-dab9-4a90-9ef1-5bfb58510fc3 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3808482 May 12 08:09:07.181552 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device d5fc32a7-d16b-43bd-a193-8124b32f2c07 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:09:07.257847 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port d5fc32a7-d16b-43bd-a193-8124b32f2c07 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:09:08.171780 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d797b0f9-b94e-4948-bcac-7af2d8df7b1c None None] Network c09e9acc-605c-4a44-bced-3205c076e930 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:09:08.272900 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-5334942a-43ea-435d-ac23-dae10a83fe72 None None] Provisioning for port d5fc32a7-d16b-43bd-a193-8124b32f2c07 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:09:08.291789 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-5334942a-43ea-435d-ac23-dae10a83fe72 None None] Provisioning complete for port d5fc32a7-d16b-43bd-a193-8124b32f2c07 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:09:08.292177 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-5334942a-43ea-435d-ac23-dae10a83fe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:08.499173 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-5334942a-43ea-435d-ac23-dae10a83fe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:08.560448 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-5334942a-43ea-435d-ac23-dae10a83fe72 None None] For port d5fc32a7-d16b-43bd-a193-8124b32f2c07, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=d5fc32a7-d16b-43bd-a193-8124b32f2c07,segment=NetworkSegment(dc1fa9c4-99c3-4dc9-bc6a-650210863d15),segment_id=dc1fa9c4-99c3-4dc9-bc6a-650210863d15)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:09:08.568871 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-5334942a-43ea-435d-ac23-dae10a83fe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:08.576083 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-734db8b8-0e09-4d77-8cf3-f0a173c2c322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:08.651167 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334942a-43ea-435d-ac23-dae10a83fe72 None None] Pushing event updated for resources: {'Port': ['ID=d5fc32a7-d16b-43bd-a193-8124b32f2c07,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:08.655013 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-5334942a-43ea-435d-ac23-dae10a83fe72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:08.792366 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-8c93d14a-11f4-476a-b846-aa74af914011 None None] Provisioning complete for port d5fc32a7-d16b-43bd-a193-8124b32f2c07 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:09:08.793261 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-8c93d14a-11f4-476a-b846-aa74af914011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:09.151205 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device d5fc32a7-d16b-43bd-a193-8124b32f2c07 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:09:09.219933 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port d5fc32a7-d16b-43bd-a193-8124b32f2c07 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:09:09.220301 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:09.669662 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44160) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:09:10.034500 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-ef003ef5-39e9-4377-9668-66bcb8bfe8a5 admin admin] Request body: {'router': {'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'admin_state_up': True, 'name': 'router1'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:09:10.042660 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-ef003ef5-39e9-4377-9668-66bcb8bfe8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:09:10.047251 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-ef003ef5-39e9-4377-9668-66bcb8bfe8a5 admin admin] Usage tracker for resource:router and tenant:d2c3507c5e42440aaf42a124adbc7bfe is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:09:10.050681 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-ef003ef5-39e9-4377-9668-66bcb8bfe8a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:09:10.056757 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-ef003ef5-39e9-4377-9668-66bcb8bfe8a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:09:10.071098 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ef003ef5-39e9-4377-9668-66bcb8bfe8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4464'] for router, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:10.072860 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ef003ef5-39e9-4377-9668-66bcb8bfe8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4425'] for router, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:10.097043 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ef003ef5-39e9-4377-9668-66bcb8bfe8a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:10.220506 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ef003ef5-39e9-4377-9668-66bcb8bfe8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822464'] for router, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:10.240580 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ef003ef5-39e9-4377-9668-66bcb8bfe8a5 admin admin] Notify callbacks [] for router, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:10.241756 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-ef003ef5-39e9-4377-9668-66bcb8bfe8a5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5708601 May 12 08:09:12.552282 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44170) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:09:12.947838 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [None req-69f9534a-8f9c-41f0-8209-24bd11f348be admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 08:09:12.948840 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-69f9534a-8f9c-41f0-8209-24bd11f348be admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3952520 May 12 08:09:12.954301 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-2de9c6a7-7dea-4ff2-af1d-1e7a54d170ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:15.299084 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-cdd6fdc1-9fa9-468e-bdd8-835fb957c9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:15.302412 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44180) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:09:15.427517 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:15.690806 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:09:15.696056 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:09:15.700524 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Usage tracker for resource:network and tenant:e39b5ca3e37944d18580e88b5d435267 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:09:15.703511 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:09:15.709476 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:09:15.723416 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Made reservation on behalf of e39b5ca3e37944d18580e88b5d435267 for: {'network': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:09:15.725818 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:15.738193 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:15.752521 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:09:15.756146 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Usage tracker for resource:security_group_rule and tenant:e39b5ca3e37944d18580e88b5d435267 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:09:15.758837 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:09:15.764939 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:09:15.849299 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:15.854615 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:15.857682 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:15.872854 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Reserving flat network on physical network physnet1 {{(pid=78675) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 08:09:15.892600 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a924594-6b63-4d95-9c71-3bf834585f61,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:15.896286 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:15.897193 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:15.897524 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.segments_db [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Added segment 2797bdeb-14fd-456e-994d-4c41dc806ab4 of type flat for network 93032b5c-4877-4c0d-9c9b-26d73aa29882 May 12 08:09:15.927926 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:15.968029 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:15.969972 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:09:15.970839 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:15.978138 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:16.073829 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Pushing event updated for resources: {'Network': ['ID=93032b5c-4877-4c0d-9c9b-26d73aa29882,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:16.076728 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:16.078379 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7749608 May 12 08:09:16.084137 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:09:16.413210 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:17.901354 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:18.383100 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44200) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:09:18.635714 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4195b524-f10b-4bf4-bc01-85ddf18c4354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:09:18.637200 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-4195b524-f10b-4bf4-bc01-85ddf18c4354 admin admin] 10.222.0.43 "GET /v2.0/subnets/dd817726-3e4b-4970-8ad0-e71bc804777a HTTP/1.1" status: 200 len: 849 time: 0.2530637 May 12 08:09:18.797750 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-a0fa0a1e-7c06-4365-b800-0f78741b7e9c admin admin] 10.222.0.43 "GET /v2.0/routers/f51d4f77-346d-4295-8761-bda63af08ccd HTTP/1.1" status: 200 len: 704 time: 0.1524374 May 12 08:09:19.267531 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:19.529775 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Allocated IP 172.20.0.1 (c09e9acc-605c-4a44-bced-3205c076e930/dd817726-3e4b-4970-8ad0-e71bc804777a/613651cd-977d-4b47-84d0-633d59524d61) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:09:19.687659 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:19.706101 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Transition to ACTIVE for port object 613651cd-977d-4b47-84d0-633d59524d61 will not be triggered until provisioned by entity DHCP. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:09:19.763900 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:19.768414 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:19.825424 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Network c09e9acc-605c-4a44-bced-3205c076e930 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:09:19.828136 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:09:19.838252 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:09:19.838734 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819103'] for router_interface, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:19.952919 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Pushing event updated for resources: {'Port': ['ID=613651cd-977d-4b47-84d0-633d59524d61,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:20.011874 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-a899e35d-acf3-4a77-a0f1-5b3b0e94002c None None] Provisioning for port 613651cd-977d-4b47-84d0-633d59524d61 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:09:20.013013 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:20.017179 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-a899e35d-acf3-4a77-a0f1-5b3b0e94002c None None] Provisioning complete for port 613651cd-977d-4b47-84d0-633d59524d61 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:09:20.017557 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-a899e35d-acf3-4a77-a0f1-5b3b0e94002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:20.073776 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-a899e35d-acf3-4a77-a0f1-5b3b0e94002c None None] Port 613651cd-977d-4b47-84d0-633d59524d61 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:09:20.133476 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:20.360190 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:20.367463 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:20.368506 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819004'] for router_interface, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:20.371608 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:20.496816 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Pushing event updated for resources: {'Port': ['ID=613651cd-977d-4b47-84d0-633d59524d61,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:20.500622 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:20.561058 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Network c09e9acc-605c-4a44-bced-3205c076e930 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:09:20.562149 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:09:20.754389 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Router f51d4f77-346d-4295-8761-bda63af08ccd is scheduled to L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf with binding_index 1 {{(pid=78675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 08:09:20.798835 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-9abab0fa-3e98-4b7f-9c3c-6655def3f153 None None] Provisioning complete for port 613651cd-977d-4b47-84d0-633d59524d61 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:09:20.799217 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-9abab0fa-3e98-4b7f-9c3c-6655def3f153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:20.851947 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-9abab0fa-3e98-4b7f-9c3c-6655def3f153 None None] Port 613651cd-977d-4b47-84d0-633d59524d61 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:09:20.903897 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:09:20.914099 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] 10.222.0.43 "PUT /v2.0/routers/f51d4f77-346d-4295-8761-bda63af08ccd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1114016 May 12 08:09:20.915114 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Sync routers for ids ['f51d4f77-346d-4295-8761-bda63af08ccd'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:09:20.930256 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Routers {'f51d4f77-346d-4295-8761-bda63af08ccd'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:09:20.931434 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:09:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['f51d4f77-346d-4295-8761-bda63af08ccd'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:09:21.103282 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Set router f51d4f77-346d-4295-8761-bda63af08ccd gateway port host: None {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:09:21.470569 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'name': 'router1', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:09:10Z', 'updated_at': '2021-05-12T08:09:20Z', 'revision_number': 2, 'project_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'gw_port_host': None, '_interfaces': [{'id': '613651cd-977d-4b47-84d0-633d59524d61', 'name': '', 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'mac_address': 'fa:16:3e:7d:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd817726-3e4b-4970-8ad0-e71bc804777a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:19Z', 'updated_at': '2021-05-12T08:09:20Z', 'revision_number': 2, 'project_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'subnets': [{'id': 'dd817726-3e4b-4970-8ad0-e71bc804777a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd95ef2ba-3d5a-43ce-b137-29f14a1145fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:09:21.475540 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Checking router: f51d4f77-346d-4295-8761-bda63af08ccd for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:09:21.475918 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Updating router f51d4f77-346d-4295-8761-bda63af08ccd port 613651cd-977d-4b47-84d0-633d59524d61 binding host dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:09:21.528137 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:21.902916 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:21.917236 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Transition to ACTIVE for port object 613651cd-977d-4b47-84d0-633d59524d61 will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:09:21.924756 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:21.929570 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:22.120510 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Pushing event updated for resources: {'Port': ['ID=613651cd-977d-4b47-84d0-633d59524d61,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:22.136149 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:22.136552 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:22.136909 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:22.137277 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:22.137597 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:22.137918 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:22.138235 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:22.138548 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:22.138859 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:22.139171 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:22.139480 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:22.139787 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Tracked resource versions report: May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: pushed versions: May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: { 'AddressGroup': {'1.2'}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'ConntrackHelper': {'1.0'}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'Log': {'1.0'}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'Network': {'1.1'}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'Port': {'1.7'}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'PortForwarding': {'1.2'}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'QosPolicy': {'1.8'}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'SecurityGroup': {'1.4'}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'SecurityGroupRule': {'1.2'}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'SubPort': {'1.0'}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'Subnet': {'1.1'}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'Trunk': {'1.1'}} May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: consumer versions: May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: { DHCP agent@dv-cinder-790910-1-smb: {}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: L3 agent@dv-cinder-790910-1-smb: {}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: Metadata agent@dv-cinder-790910-1-smb: {}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: Metering agent@dv-cinder-790910-1-smb: {}, May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: Open vSwitch agent@dv-cinder-790910-1-smb: { 'AddressGroup': '1.2', May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'ConntrackHelper': '1.0', May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'Log': '1.0', May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'Network': '1.1', May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'Port': '1.7', May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'PortForwarding': '1.2', May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'QosPolicy': '1.8', May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'SecurityGroup': '1.4', May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'SecurityGroupRule': '1.2', May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'SubPort': '1.0', May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'Subnet': '1.1', May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: 'Trunk': '1.1'}} May 12 08:09:22.140914 dv-cinder-790910-1-smb neutron-server[78677]: {{(pid=78677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 08:09:22.144475 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:22.160205 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Attempting to bind port 613651cd-977d-4b47-84d0-633d59524d61 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:09:22.160628 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Attempting to bind port 613651cd-977d-4b47-84d0-633d59524d61 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': 'dc1fa9c4-99c3-4dc9-bc6a-650210863d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:09:22.161060 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Attempting to bind port 613651cd-977d-4b47-84d0-633d59524d61 on network c09e9acc-605c-4a44-bced-3205c076e930 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:09:22.166203 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:09:22.167317 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Checking segment: {'id': 'dc1fa9c4-99c3-4dc9-bc6a-650210863d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:09:22.168009 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:22.168402 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Bound using segment: {'id': 'dc1fa9c4-99c3-4dc9-bc6a-650210863d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:09:22.168952 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Bound port: 613651cd-977d-4b47-84d0-633d59524d61, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1fa9c4-99c3-4dc9-bc6a-650210863d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:09:22.169426 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:22.254548 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] For port 613651cd-977d-4b47-84d0-633d59524d61, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:09:22.258365 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] For port 613651cd-977d-4b47-84d0-633d59524d61, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=613651cd-977d-4b47-84d0-633d59524d61,segment=NetworkSegment(dc1fa9c4-99c3-4dc9-bc6a-650210863d15),segment_id=dc1fa9c4-99c3-4dc9-bc6a-650210863d15)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:09:22.263115 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:22.266925 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:22.344551 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Pushing event updated for resources: {'Port': ['ID=613651cd-977d-4b47-84d0-633d59524d61,revision_number=4']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:22.371172 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Routers {'f51d4f77-346d-4295-8761-bda63af08ccd'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:09:22.372125 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:09:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['f51d4f77-346d-4295-8761-bda63af08ccd'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:09:22.455694 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:22.548366 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] Set router f51d4f77-346d-4295-8761-bda63af08ccd gateway port host: None {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:09:22.866450 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'name': 'router1', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:09:10Z', 'updated_at': '2021-05-12T08:09:20Z', 'revision_number': 2, 'project_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'gw_port_host': None, '_interfaces': [{'id': '613651cd-977d-4b47-84d0-633d59524d61', 'name': '', 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'mac_address': 'fa:16:3e:7d:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd817726-3e4b-4970-8ad0-e71bc804777a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:19Z', 'updated_at': '2021-05-12T08:09:22Z', 'revision_number': 4, 'project_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'subnets': [{'id': 'dd817726-3e4b-4970-8ad0-e71bc804777a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd95ef2ba-3d5a-43ce-b137-29f14a1145fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:09:22.870582 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f150ec4-3c4b-48a2-80ad-ae9beea258db None None] The sync data for ids ['f51d4f77-346d-4295-8761-bda63af08ccd'] in dv-cinder-790910-1-smb is: [{'id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'name': 'router1', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:09:10Z', 'updated_at': '2021-05-12T08:09:20Z', 'revision_number': 2, 'project_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'gw_port_host': None, '_interfaces': [{'id': '613651cd-977d-4b47-84d0-633d59524d61', 'name': '', 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'mac_address': 'fa:16:3e:7d:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd817726-3e4b-4970-8ad0-e71bc804777a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:19Z', 'updated_at': '2021-05-12T08:09:22Z', 'revision_number': 4, 'project_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'subnets': [{'id': 'dd817726-3e4b-4970-8ad0-e71bc804777a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd95ef2ba-3d5a-43ce-b137-29f14a1145fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:09:23.055217 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44224) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:09:23.206777 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b450d-6c8e-4454-8446-9dfbdadd91a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:09:23.207341 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-937b450d-6c8e-4454-8446-9dfbdadd91a1 admin admin] Synchronizing usage tracker for tenant:e39b5ca3e37944d18580e88b5d435267 on resource:network {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:09:23.226742 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-937b450d-6c8e-4454-8446-9dfbdadd91a1 admin admin] Unset dirty status for tenant:e39b5ca3e37944d18580e88b5d435267 on resource:network {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:09:23.227890 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-937b450d-6c8e-4454-8446-9dfbdadd91a1 admin admin] 10.222.0.43 "GET /v2.0/networks/93032b5c-4877-4c0d-9c9b-26d73aa29882 HTTP/1.1" status: 200 len: 842 time: 0.1716840 May 12 08:09:23.237680 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.1.1', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:09:23.242870 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:09:23.246871 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Usage tracker for resource:subnet and tenant:e39b5ca3e37944d18580e88b5d435267 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:09:23.249851 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:09:23.256086 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:09:23.266229 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Made reservation on behalf of e39b5ca3e37944d18580e88b5d435267 for: {'subnet': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:09:23.268583 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:23.736362 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.objects.ports [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78675) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 12 08:09:23.736857 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for subnet, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:23.740303 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:23.810487 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5dcdbd-f65f-481d-8d48-65747984c4c2,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:23.817343 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:23.819807 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Checking segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:09:23.820178 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Network hostable DHCP agents. Network: 93032b5c-4877-4c0d-9c9b-26d73aa29882, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:09:23.839891 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:09:23.849587 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, 93032b5c-4877-4c0d-9c9b-26d73aa29882) {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:09:23.854789 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:09:23.855741 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:23.858914 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c783add-00c3-44a1-b120-a676ee6dbf4c None None] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:09:23.878648 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6439605 May 12 08:09:24.068287 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930955a3-4e72-4cf0-b5ac-c39d7b57aeb3 None None] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:09:26.097981 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44238) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:09:26.303388 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-f81dcdaa-9444-4c17-8a0c-f04094446fb1 admin admin] 10.222.0.43 "GET /v2.0/routers/f51d4f77-346d-4295-8761-bda63af08ccd HTTP/1.1" status: 200 len: 710 time: 0.2042594 May 12 08:09:26.432245 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dcb329-d35e-409d-b66e-8a9f8db51df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:09:26.433725 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-b2dcb329-d35e-409d-b66e-8a9f8db51df0 admin admin] 10.222.0.43 "GET /v2.0/networks/93032b5c-4877-4c0d-9c9b-26d73aa29882 HTTP/1.1" status: 200 len: 886 time: 0.1249239 May 12 08:09:26.442589 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:09:26.875399 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4439'] for router, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:27.170659 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 613651cd-977d-4b47-84d0-633d59524d61 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:09:27.241848 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 613651cd-977d-4b47-84d0-633d59524d61 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:09:27.246567 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 613651cd-977d-4b47-84d0-633d59524d61 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:09:27.246944 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:27.257525 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:27.312588 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:27.361697 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:27.394806 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 613651cd-977d-4b47-84d0-633d59524d61, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=613651cd-977d-4b47-84d0-633d59524d61,segment=NetworkSegment(dc1fa9c4-99c3-4dc9-bc6a-650210863d15),segment_id=dc1fa9c4-99c3-4dc9-bc6a-650210863d15)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:09:27.399184 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:27.401538 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:27.447853 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Allocated IP 172.28.1.250 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/3bc6fa89-4537-459e-86e1-859986e1ed30) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:09:27.465468 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=613651cd-977d-4b47-84d0-633d59524d61,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:27.468712 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:27.602372 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:27.637375 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:27.643458 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:27.706385 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:09:27.709167 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:09:27.717565 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:09:27.770719 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc6fa89-4537-459e-86e1-859986e1ed30,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:27.826034 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:28.106070 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:28.441203 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4439'] for router, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:28.444611 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338176'] for router, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:28.677863 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Router f51d4f77-346d-4295-8761-bda63af08ccd has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:09:28.851261 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:09:28.859588 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Notify callbacks [] for router, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:28.860775 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] 10.222.0.43 "PUT /v2.0/routers/f51d4f77-346d-4295-8761-bda63af08ccd HTTP/1.1" status: 200 len: 890 time: 2.4215512 May 12 08:09:28.861400 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Sync routers for ids ['f51d4f77-346d-4295-8761-bda63af08ccd'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:09:28.873204 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Routers {'f51d4f77-346d-4295-8761-bda63af08ccd'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:09:28.873881 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:09:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['f51d4f77-346d-4295-8761-bda63af08ccd'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:09:29.088869 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Set router f51d4f77-346d-4295-8761-bda63af08ccd gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:09:29.225819 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 613651cd-977d-4b47-84d0-633d59524d61 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:09:29.404215 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 613651cd-977d-4b47-84d0-633d59524d61 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:09:29.404415 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:29.579803 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'name': 'router1', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '3bc6fa89-4537-459e-86e1-859986e1ed30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:09:10Z', 'updated_at': '2021-05-12T08:09:27Z', 'revision_number': 4, 'project_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'gw_port': {'id': '3bc6fa89-4537-459e-86e1-859986e1ed30', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:76:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:27Z', 'updated_at': '2021-05-12T08:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '613651cd-977d-4b47-84d0-633d59524d61', 'name': '', 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'mac_address': 'fa:16:3e:7d:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd817726-3e4b-4970-8ad0-e71bc804777a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:19Z', 'updated_at': '2021-05-12T08:09:27Z', 'revision_number': 5, 'project_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'subnets': [{'id': 'dd817726-3e4b-4970-8ad0-e71bc804777a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd95ef2ba-3d5a-43ce-b137-29f14a1145fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:09:29.584716 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Checking router: f51d4f77-346d-4295-8761-bda63af08ccd for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:09:29.585077 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Updating router f51d4f77-346d-4295-8761-bda63af08ccd port 3bc6fa89-4537-459e-86e1-859986e1ed30 binding host dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:09:29.635755 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:29.961549 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Notify callbacks [] for port, precommit_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:29.973076 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Transition to ACTIVE for port object 3bc6fa89-4537-459e-86e1-859986e1ed30 will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:09:29.980073 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:29.983837 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:30.059946 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Attempting to bind port 3bc6fa89-4537-459e-86e1-859986e1ed30 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:09:30.060311 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Attempting to bind port 3bc6fa89-4537-459e-86e1-859986e1ed30 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:09:30.060733 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Attempting to bind port 3bc6fa89-4537-459e-86e1-859986e1ed30 on network 93032b5c-4877-4c0d-9c9b-26d73aa29882 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:09:30.062821 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495f11a-79f6-46f8-8dd3-146122063af7 None None] Pushing event updated for resources: {'Port': ['ID=3bc6fa89-4537-459e-86e1-859986e1ed30,revision_number=2']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:30.066359 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-e495f11a-79f6-46f8-8dd3-146122063af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:30.068881 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:09:30.069255 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Checking segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:09:30.069657 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:30.070212 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Bound using segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:09:30.070530 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Bound port: 3bc6fa89-4537-459e-86e1-859986e1ed30, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:09:30.070862 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:30.141182 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] For port 3bc6fa89-4537-459e-86e1-859986e1ed30, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:09:30.144169 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] For port 3bc6fa89-4537-459e-86e1-859986e1ed30, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=3bc6fa89-4537-459e-86e1-859986e1ed30,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:09:30.149868 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:30.153612 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:30.227888 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Routers {'f51d4f77-346d-4295-8761-bda63af08ccd'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:09:30.228522 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:09:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['f51d4f77-346d-4295-8761-bda63af08ccd'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:09:30.350670 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495f11a-79f6-46f8-8dd3-146122063af7 None None] Pushing event updated for resources: {'Port': ['ID=3bc6fa89-4537-459e-86e1-859986e1ed30,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:30.355372 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-e495f11a-79f6-46f8-8dd3-146122063af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:30.409199 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] Set router f51d4f77-346d-4295-8761-bda63af08ccd gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:09:30.779428 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'name': 'router1', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '3bc6fa89-4537-459e-86e1-859986e1ed30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:09:10Z', 'updated_at': '2021-05-12T08:09:27Z', 'revision_number': 4, 'project_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'gw_port': {'id': '3bc6fa89-4537-459e-86e1-859986e1ed30', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:76:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:27Z', 'updated_at': '2021-05-12T08:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '613651cd-977d-4b47-84d0-633d59524d61', 'name': '', 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'mac_address': 'fa:16:3e:7d:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd817726-3e4b-4970-8ad0-e71bc804777a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:19Z', 'updated_at': '2021-05-12T08:09:27Z', 'revision_number': 5, 'project_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'subnets': [{'id': 'dd817726-3e4b-4970-8ad0-e71bc804777a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd95ef2ba-3d5a-43ce-b137-29f14a1145fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:09:30.784274 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9d867-1c49-4d4d-a3da-00fea65df2c0 None None] The sync data for ids ['f51d4f77-346d-4295-8761-bda63af08ccd'] in dv-cinder-790910-1-smb is: [{'id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'name': 'router1', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '3bc6fa89-4537-459e-86e1-859986e1ed30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:09:10Z', 'updated_at': '2021-05-12T08:09:27Z', 'revision_number': 4, 'project_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'gw_port': {'id': '3bc6fa89-4537-459e-86e1-859986e1ed30', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:76:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:27Z', 'updated_at': '2021-05-12T08:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '613651cd-977d-4b47-84d0-633d59524d61', 'name': '', 'network_id': 'c09e9acc-605c-4a44-bced-3205c076e930', 'tenant_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'mac_address': 'fa:16:3e:7d:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51d4f77-346d-4295-8761-bda63af08ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd817726-3e4b-4970-8ad0-e71bc804777a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:19Z', 'updated_at': '2021-05-12T08:09:27Z', 'revision_number': 5, 'project_id': 'd2c3507c5e42440aaf42a124adbc7bfe', 'subnets': [{'id': 'dd817726-3e4b-4970-8ad0-e71bc804777a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd95ef2ba-3d5a-43ce-b137-29f14a1145fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:09:31.202192 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 3bc6fa89-4537-459e-86e1-859986e1ed30 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:09:31.205000 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44248) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:09:31.274752 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 3bc6fa89-4537-459e-86e1-859986e1ed30 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:09:31.279747 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 3bc6fa89-4537-459e-86e1-859986e1ed30 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:09:31.280125 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:31.326162 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-2a0ab160-f697-4f2c-9611-b358704ed459 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1197574 May 12 08:09:31.407091 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:31.424780 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 3bc6fa89-4537-459e-86e1-859986e1ed30, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=3bc6fa89-4537-459e-86e1-859986e1ed30,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:09:31.430529 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:31.436853 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-e495f11a-79f6-46f8-8dd3-146122063af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:09:31.508138 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=3bc6fa89-4537-459e-86e1-859986e1ed30,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:09:31.511351 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:09:33.174680 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 3bc6fa89-4537-459e-86e1-859986e1ed30 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:09:33.252190 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 3bc6fa89-4537-459e-86e1-859986e1ed30 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:09:33.252579 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:42.962224 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-f9059d8d-d898-4729-8296-fbe1d626132f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:45.079745 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 5 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:09:45.312083 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-382e790f-fef6-4e45-be07-cfbd85a52ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:45.438737 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:46.418033 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:09:47.908656 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:10:12.975286 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-90a2e73a-6410-4bb3-bea4-32e5ba82566c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:10:15.308719 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-96098423-e37b-4d63-8c04-438b53366cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:10:15.436363 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:10:16.416796 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:10:17.907689 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:10:22.078568 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 5 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:10:42.960687 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-8ded593a-da91-4085-b08e-93b3cff9fd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:10:45.313660 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-d6c66237-dc7b-4718-b378-de0bc5f97749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:10:45.441301 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:10:46.420318 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:10:47.913365 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:10:59.077595 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 5 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:11:04.874143 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44818) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:04.960748 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a2998a-6141-4cfa-97c5-4118a83dcd0d admin admin] GET failed (client error): The resource could not be found. May 12 08:11:04.962351 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-76a2998a-6141-4cfa-97c5-4118a83dcd0d admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0871828 May 12 08:11:05.092459 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7681813-b9b9-4b2a-b538-550def47a4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:05.093839 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-a7681813-b9b9-4b2a-b538-550def47a4dc admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1273682 May 12 08:11:07.194564 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 44828) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:07.346797 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce27aa01-acfc-468f-aa4c-e000a939e2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:07.348173 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-ce27aa01-acfc-468f-aa4c-e000a939e2e0 admin admin] 10.222.0.43 "GET /v2.0/subnets/dd817726-3e4b-4970-8ad0-e71bc804777a HTTP/1.1" status: 200 len: 849 time: 0.1526821 May 12 08:11:07.357716 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:11:07.476441 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Notify callbacks [] for subnet, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:07.685149 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774954904670'] for subnet, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:07.688766 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-73e22fd1-f776-4857-89e8-dc7e44b8a678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:11:07.727548 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:07.728051 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:07.729459 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] 10.222.0.43 "PUT /v2.0/subnets/dd817726-3e4b-4970-8ad0-e71bc804777a HTTP/1.1" status: 200 len: 868 time: 0.3755903 May 12 08:11:07.747666 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d5ba5f-2020-4252-8576-62b7d575f995 None None] Network c09e9acc-605c-4a44-bced-3205c076e930 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:11:07.754060 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd817726-3e4b-4970-8ad0-e71bc804777a,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:11:07.762975 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:07.763364 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:07.763635 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:07.763961 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:07.764283 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:07.764635 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:07.764953 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:07.765271 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:07.765659 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:07.766148 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:07.766473 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:07.766924 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:07.770801 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:11:08.181232 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-e678dcfc-ea5b-4905-8409-caa153201a21 None None] Provisioning complete for port d5fc32a7-d16b-43bd-a193-8124b32f2c07 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:11:08.181807 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-e678dcfc-ea5b-4905-8409-caa153201a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:08.308619 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-e678dcfc-ea5b-4905-8409-caa153201a21 None None] Provisioning complete for port 613651cd-977d-4b47-84d0-633d59524d61 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:11:08.308905 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-e678dcfc-ea5b-4905-8409-caa153201a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:09.840769 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44838) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:10.027201 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44da150b-e15f-4873-9cab-8cd0b8f0602b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:10.027569 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44da150b-e15f-4873-9cab-8cd0b8f0602b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:10.029120 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-44da150b-e15f-4873-9cab-8cd0b8f0602b admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1874096 May 12 08:11:12.125790 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 44848) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:12.305679 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1e7fdc-54bc-4226-9e82-08e4d29521cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:12.306128 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1e7fdc-54bc-4226-9e82-08e4d29521cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:12.307771 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-1e1e7fdc-54bc-4226-9e82-08e4d29521cf admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1810138 May 12 08:11:12.956117 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b0e62ef2-f2f4-4e7e-b388-354743b57d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:14.376453 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44858) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:14.561450 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd2b8c4-426c-49df-ba80-2e9b1964ae88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:14.562712 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-9cd2b8c4-426c-49df-ba80-2e9b1964ae88 admin admin] 10.222.0.43 "GET /v2.0/networks/93032b5c-4877-4c0d-9c9b-26d73aa29882 HTTP/1.1" status: 200 len: 886 time: 0.1852527 May 12 08:11:15.317712 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-44998bea-8205-4375-98af-d5dc59fa399e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:15.451315 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:16.421755 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:16.646770 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44868) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:16.825141 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe40ee2-13eb-43ae-a285-b3b4ea120be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:16.826436 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-efe40ee2-13eb-43ae-a285-b3b4ea120be9 admin admin] 10.222.0.43 "GET /v2.0/networks/c09e9acc-605c-4a44-bced-3205c076e930 HTTP/1.1" status: 200 len: 869 time: 0.1786540 May 12 08:11:17.917102 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:18.946533 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44878) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:19.070627 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff2f7e2-951c-4d2e-aa51-5a8dd135676c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:19.071001 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff2f7e2-951c-4d2e-aa51-5a8dd135676c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:19.071916 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-4ff2f7e2-951c-4d2e-aa51-5a8dd135676c admin admin] Synchronizing usage tracker for tenant:e39b5ca3e37944d18580e88b5d435267 on resource:subnet {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:11:19.091249 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-4ff2f7e2-951c-4d2e-aa51-5a8dd135676c admin admin] Unset dirty status for tenant:e39b5ca3e37944d18580e88b5d435267 on resource:subnet {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:11:19.092362 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-4ff2f7e2-951c-4d2e-aa51-5a8dd135676c admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1444905 May 12 08:11:21.208290 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44888) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:21.326211 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dc0c6d-2111-48ae-ba88-2ffe1c73637b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:21.326678 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dc0c6d-2111-48ae-ba88-2ffe1c73637b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:21.328177 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-64dc0c6d-2111-48ae-ba88-2ffe1c73637b admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1189053 May 12 08:11:23.409840 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44898) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:23.524474 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d1e43-652a-43ba-adf8-b1c4a601b445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:23.540565 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-2e4d1e43-652a-43ba-adf8-b1c4a601b445 admin admin] 10.222.0.43 "GET /v2.0/subnets/dd817726-3e4b-4970-8ad0-e71bc804777a HTTP/1.1" status: 200 len: 868 time: 0.1151724 May 12 08:11:25.612958 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44908) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:25.730441 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eda822f-fbfa-41bf-bf0d-491fa491344f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:25.731776 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-4eda822f-fbfa-41bf-bf0d-491fa491344f admin admin] 10.222.0.43 "GET /v2.0/subnets/fd5dcdbd-f65f-481d-8d48-65747984c4c2 HTTP/1.1" status: 200 len: 816 time: 0.1175411 May 12 08:11:36.076627 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 5 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:11:42.961583 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-afb84592-2879-487e-8a8c-0f00710af6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:45.321125 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-be92e7eb-00ba-4751-ba98-3d89ce80e65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:45.443961 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:46.427174 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:47.928215 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:48.504219 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 44952) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:48.564766 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [None req-07556f28-e191-4970-b4d6-2431beba8c6d admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 08:11:48.566010 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-07556f28-e191-4970-b4d6-2431beba8c6d admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0605266 May 12 08:11:50.754573 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 44962) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:50.823862 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.pecan_wsgi.hooks.translation [None req-766f12cf-1d62-4016-b978-186bba9fbb0f admin admin] GET failed (client error): The resource could not be found. May 12 08:11:50.825165 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-766f12cf-1d62-4016-b978-186bba9fbb0f admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0695813 May 12 08:11:50.948639 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251751b4-5c6f-4e91-8af1-3ffdd3a2b266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:50.949980 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-251751b4-5c6f-4e91-8af1-3ffdd3a2b266 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1210601 May 12 08:11:53.082394 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 44972) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:53.135878 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:11:53.140524 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:11:53.150235 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:11:53.162586 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Made reservation on behalf of e39b5ca3e37944d18580e88b5d435267 for: {'network': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:11:53.164851 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:53.261824 dv-cinder-790910-1-smb neutron-server[78674]: WARNING neutron.services.revisions.revision_plugin [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Could not find related network for resource to bump revision. May 12 08:11:53.278916 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=78674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:11:53.300946 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774954845844', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:53.301846 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Unsubscribe: segment precommit_create {{(pid=78674) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 12 08:11:53.302484 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.segments_db [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Added segment 4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae of type vlan for network 419b1f1e-2914-4a79-b38e-190169627896 May 12 08:11:53.337958 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:53.377028 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:53.378947 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:53.379793 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:53.388916 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:11:53.499046 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4152932 May 12 08:11:53.501774 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Pushing event updated for resources: {'Network': ['ID=419b1f1e-2914-4a79-b38e-190169627896,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:11:53.506861 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:11:53.516536 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network 419b1f1e-2914-4a79-b38e-190169627896 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:11:55.744848 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 44982) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:11:55.817377 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.pecan_wsgi.hooks.translation [None req-0446268c-dcf2-4682-96e4-aa5f6ef658ad admin admin] GET failed (client error): The resource could not be found. May 12 08:11:55.817901 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-0446268c-dcf2-4682-96e4-aa5f6ef658ad admin admin] Synchronizing usage tracker for tenant:e39b5ca3e37944d18580e88b5d435267 on resource:network {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:11:55.837557 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-0446268c-dcf2-4682-96e4-aa5f6ef658ad admin admin] Unset dirty status for tenant:e39b5ca3e37944d18580e88b5d435267 on resource:network {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:11:55.838685 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-0446268c-dcf2-4682-96e4-aa5f6ef658ad admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0928326 May 12 08:11:55.946319 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aec39e-5da9-43b2-9353-e0d57caadb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:55.947750 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-e2aec39e-5da9-43b2-9353-e0d57caadb6a admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1026976 May 12 08:11:55.957617 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '419b1f1e-2914-4a79-b38e-190169627896', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:11:55.962614 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:11:55.972817 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:11:55.984583 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Made reservation on behalf of e39b5ca3e37944d18580e88b5d435267 for: {'subnet': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:11:55.986929 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:56.415877 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for subnet, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:56.419538 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:11:56.483660 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8a35d6-29da-4308-a736-9de98313a6d0,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:11:56.488519 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:11:56.495447 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Checking segment: {'id': '4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '419b1f1e-2914-4a79-b38e-190169627896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:11:56.495798 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Network hostable DHCP agents. Network: 419b1f1e-2914-4a79-b38e-190169627896, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:11:56.518985 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Network 419b1f1e-2914-4a79-b38e-190169627896 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:11:56.530621 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, 419b1f1e-2914-4a79-b38e-190169627896) {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:11:56.535055 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:11:56.535649 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:56.540051 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c607d2ba-bfd2-49df-8ece-c0efbbcb1af1 None None] Network 419b1f1e-2914-4a79-b38e-190169627896 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:11:56.562493 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6083052 May 12 08:11:56.762862 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b875660-0401-546f-a1c8-c267b82e2982-419b1f1e-2914-4a79-b38e-190169627896', 'network_id': '419b1f1e-2914-4a79-b38e-190169627896', 'tenant_id': 'e39b5ca3e37944d18580e88b5d435267', 'fixed_ips': [{'subnet_id': '3a8a35d6-29da-4308-a736-9de98313a6d0'}]}} from dv-cinder-790910-1-smb. {{(pid=78676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 08:11:56.763749 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:56.919221 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.db_base_plugin_common [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Allocated IP 192.168.233.2 (419b1f1e-2914-4a79-b38e-190169627896/3a8a35d6-29da-4308-a736-9de98313a6d0/020b3411-7551-480d-972b-e7e675c5470b) {{(pid=78676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:11:57.117030 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Notify callbacks [] for port, precommit_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:57.127110 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Transition to ACTIVE for port object 020b3411-7551-480d-972b-e7e675c5470b will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:11:57.145462 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Transition to ACTIVE for port object 020b3411-7551-480d-972b-e7e675c5470b will not be triggered until provisioned by entity DHCP. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:11:57.151307 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:57.156030 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:11:57.218261 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Network 419b1f1e-2914-4a79-b38e-190169627896 is already hosted by enough agents. {{(pid=78676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:11:57.221065 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.base_scheduler [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Resources bound (agent type, host, resource id): {{(pid=78676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:11:57.234729 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Received port after_create {{(pid=78676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:11:57.240958 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Pushing event updated for resources: {'Port': ['ID=020b3411-7551-480d-972b-e7e675c5470b,revision_number=1']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:11:57.272667 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:57.273009 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:57.273340 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:57.273668 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:57.273989 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:57.274436 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:57.274814 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:57.275263 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:57.275784 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:57.275889 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:57.276246 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:57.276564 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:11:57.286650 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:11:57.339161 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Attempting to bind port 020b3411-7551-480d-972b-e7e675c5470b on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:11:57.339527 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Attempting to bind port 020b3411-7551-480d-972b-e7e675c5470b by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '419b1f1e-2914-4a79-b38e-190169627896'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:11:57.339884 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Attempting to bind port 020b3411-7551-480d-972b-e7e675c5470b on network 419b1f1e-2914-4a79-b38e-190169627896 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:11:57.345467 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:11:57.345851 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Checking segment: {'id': '4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '419b1f1e-2914-4a79-b38e-190169627896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:11:57.346273 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:57.346666 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Bound using segment: {'id': '4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '419b1f1e-2914-4a79-b38e-190169627896'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:11:57.347134 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Bound port: 020b3411-7551-480d-972b-e7e675c5470b, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '419b1f1e-2914-4a79-b38e-190169627896'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:11:57.347507 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:57.437675 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] For port 020b3411-7551-480d-972b-e7e675c5470b, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:11:57.440873 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] For port 020b3411-7551-480d-972b-e7e675c5470b, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=020b3411-7551-480d-972b-e7e675c5470b,segment=NetworkSegment(4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae),segment_id=4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:11:57.447641 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:57.455345 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:11:57.538360 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Pushing event updated for resources: {'Port': ['ID=020b3411-7551-480d-972b-e7e675c5470b,revision_number=2']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:11:57.542475 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:11:58.342974 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5569b5ba-049e-4384-abd2-513f356ec62c None None] Network 419b1f1e-2914-4a79-b38e-190169627896 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:11:58.432440 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-86eb3c2c-1102-4b56-b6a2-bb49cfd4b288 None None] Provisioning for port 020b3411-7551-480d-972b-e7e675c5470b completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:11:59.296047 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 020b3411-7551-480d-972b-e7e675c5470b up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:11:59.376869 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 020b3411-7551-480d-972b-e7e675c5470b completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:11:59.381976 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 020b3411-7551-480d-972b-e7e675c5470b triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:11:59.382345 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:59.506789 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:59.540283 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 020b3411-7551-480d-972b-e7e675c5470b, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=020b3411-7551-480d-972b-e7e675c5470b,segment=NetworkSegment(4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae),segment_id=4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:11:59.544555 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:11:59.546566 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:11:59.637451 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=020b3411-7551-480d-972b-e7e675c5470b,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:11:59.640592 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:12:01.275750 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 020b3411-7551-480d-972b-e7e675c5470b up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:12:01.346086 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 020b3411-7551-480d-972b-e7e675c5470b triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:12:01.346451 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:12:12.970369 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-55bd2f59-efc4-4ace-bc7d-36a45a679d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:12:13.076044 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 5 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:12:15.325829 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-fba5f9e9-1882-46b8-ba1e-8cb016c23e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:12:15.448744 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:12:16.429759 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:12:17.925665 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:12:42.972443 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-8fe99de2-d764-4927-856e-efc49ccb463e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:12:45.329958 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-8621b457-4be2-45fd-80ac-a8eb349f4c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:12:45.453222 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:12:46.432367 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:12:47.934504 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:12:50.078150 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 5 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:13:02.272640 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45032) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:13:02.278959 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [None req-d75d96fc-a790-495d-b974-59a24bea05e3 tempest-verify_tempest_config-423286064 tempest-verify_tempest_config-423286064-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 08:13:02.279975 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-d75d96fc-a790-495d-b974-59a24bea05e3 tempest-verify_tempest_config-423286064 tempest-verify_tempest_config-423286064-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061471 May 12 08:13:02.614014 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45050) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:13:02.749294 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:02.763858 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:13:02.767924 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Usage tracker for resource:security_group_rule and tenant:3323982013524545b0f1a5539f766047 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:13:02.771359 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:13:02.777335 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:13:02.879065 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:02.885104 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:02.891897 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:13:02.932022 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3323982013524545b0f1a5539f766047&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3170040 May 12 08:13:02.932768 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ce8fb6-0159-4eef-928d-42337ba11f3a,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:13:02.934884 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 45056) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:13:02.939974 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:02.940319 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:02.940688 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:02.941016 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:02.941337 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:02.941661 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:02.941978 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:02.942295 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:02.942611 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:02.942923 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:02.943235 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:02.943544 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:02.947980 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:13:02.994843 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:03.020315 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:03.115975 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:03.124049 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:13:03.140188 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ce8fb6-0159-4eef-928d-42337ba11f3a,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:13:03.147226 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:03.148369 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31ce8fb6-0159-4eef-928d-42337ba11f3a HTTP/1.1" status: 204 len: 168 time: 0.2124240 May 12 08:13:03.149804 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:03.150156 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:03.150492 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:03.152512 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:03.152512 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:03.152512 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:03.152512 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:03.152512 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:03.152512 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:03.153092 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:03.153092 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:03.153400 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:13:03.156393 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:13:12.977436 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1cb704f9-89d5-439b-999d-c76797b87066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:15.334220 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1f0b7dec-f9ef-4e1f-9367-8cf0e4cabe32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:15.457725 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:16.441184 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:17.939340 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:27.082598 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 5 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:13:42.994190 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b6e4f43e-e87b-4681-802e-0453c42093b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:45.339304 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-3ec845bb-a174-407c-94d4-af361a4a4a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:45.462506 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:46.452034 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:13:47.942875 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:14:04.086805 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 5 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:14:12.990512 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-69e7af24-b94d-4c2a-9dd0-b75ce9bfcf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:14:15.348751 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-052332d1-6bcf-4e9a-a95d-34caf83e8742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:14:15.473555 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:14:16.453617 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:14:17.948892 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:14:41.090597 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 5 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:14:42.986609 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-0277a3c5-6746-49ed-adec-e265597fafae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:14:43.776825 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862'] for agent, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:14:45.355620 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-8f98fe66-3b94-4565-b86f-13cfd5ce38bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:14:45.468717 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:14:46.451851 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:14:47.946867 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:14:58.909470 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45128) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:14:59.046815 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-7396374a-47b4-4de1-a6b5-f14eaf5a38dc admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1358638 May 12 08:15:01.202399 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 45138) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:15:01.269132 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-1f0b9a3e-4134-4648-8142-c175f6b8a337 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0656016 May 12 08:15:12.989678 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-17263eef-a6f4-4f64-8f58-6c26ab687186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:15:13.767748 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:15:15.353504 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-e189c1ea-77fe-4dd5-8c75-c5a91726aacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:15:15.482568 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:15:16.457560 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:15:17.958924 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:15:18.091377 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:15:42.997934 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-9adb19f2-9fb4-4704-8318-c5c0450b010e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:15:43.791252 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:15:45.347398 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-0bb18961-4522-4f4a-b780-d34565056b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:15:45.483019 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:15:46.454964 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:15:47.953643 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:15:55.093289 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:16:12.982591 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-988ca8ac-ef29-4e7b-8812-b6ad38aaa3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:13.786569 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:15.342096 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d4dc-bfe8-426b-98a0-b56af005ed16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:15.477855 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:16.457077 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:17.953805 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:31.267268 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 45338) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:31.655807 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1095858382-network', 'tenant_id': 'dc4727736ce64858b0b347b9ce953ca6'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:31.669852 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:31.674070 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Usage tracker for resource:network and tenant:dc4727736ce64858b0b347b9ce953ca6 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:31.680229 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:31.686426 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:31.696513 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Made reservation on behalf of dc4727736ce64858b0b347b9ce953ca6 for: {'network': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:16:31.698881 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:31.711003 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:31.726102 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:31.729835 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Usage tracker for resource:security_group_rule and tenant:dc4727736ce64858b0b347b9ce953ca6 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:31.732958 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:31.738780 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:31.753531 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45358) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:31.858882 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:31.865233 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:31.874464 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:31.894421 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=78675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:16:31.919753 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:31.920088 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.segments_db [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Added segment f52b8e8f-71ba-4fa2-a4b2-2ee932d298db of type vlan for network 96f1c163-76f5-496d-872e-c8a6504735f5 May 12 08:16:31.925764 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16817782-62b5-49e9-9b98-a2c085b001ca,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:31.930614 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45376) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:31.938418 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:31.938756 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:31.939085 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:31.939405 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:31.939724 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:31.940040 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:31.940354 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:31.940692 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:31.941142 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:31.941460 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:31.941932 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:31.942391 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Tracked resource versions report: May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: pushed versions: May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: { 'AddressGroup': {'1.2'}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'ConntrackHelper': {'1.0'}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'Log': {'1.0'}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'Network': {'1.1'}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'Port': {'1.7'}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'PortForwarding': {'1.2'}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'QosPolicy': {'1.8'}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'SecurityGroup': {'1.4'}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'SecurityGroupRule': {'1.2'}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'SubPort': {'1.0'}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'Subnet': {'1.1'}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'Trunk': {'1.1'}} May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: consumer versions: May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: { DHCP agent@dv-cinder-790910-1-smb: {}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: HyperV agent@hv-cinder-79091: {}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: L3 agent@dv-cinder-790910-1-smb: {}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: Metadata agent@dv-cinder-790910-1-smb: {}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: Metering agent@dv-cinder-790910-1-smb: {}, May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: Open vSwitch agent@dv-cinder-790910-1-smb: { 'AddressGroup': '1.2', May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'ConntrackHelper': '1.0', May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'Log': '1.0', May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'Network': '1.1', May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'Port': '1.7', May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'PortForwarding': '1.2', May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'QosPolicy': '1.8', May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'SecurityGroup': '1.4', May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'SecurityGroupRule': '1.2', May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'SubPort': '1.0', May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'Subnet': '1.1', May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: 'Trunk': '1.1'}} May 12 08:16:31.943560 dv-cinder-790910-1-smb neutron-server[78675]: {{(pid=78675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 08:16:31.967530 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:31.984185 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.021031 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.022946 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:32.024214 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.030440 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:32.094807 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:16:32.114644 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45386) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:32.159727 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Pushing event updated for resources: {'Network': ['ID=96f1c163-76f5-496d-872e-c8a6504735f5,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:32.162814 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:32.165761 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8974938 May 12 08:16:32.168902 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 45394) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:32.173091 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network 96f1c163-76f5-496d-872e-c8a6504735f5 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:16:32.175739 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Request body: {'subnet': {'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1095858382-subnet', 'tenant_id': 'dc4727736ce64858b0b347b9ce953ca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:32.181331 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:32.185842 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Usage tracker for resource:subnet and tenant:dc4727736ce64858b0b347b9ce953ca6 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:32.189898 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:32.193272 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1938523980-network', 'tenant_id': '0e8749eb3b244d54af00a04552b626a8'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:32.198158 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:32.200239 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:32.208272 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Usage tracker for resource:network and tenant:0e8749eb3b244d54af00a04552b626a8 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:32.218043 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:32.220950 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Made reservation on behalf of dc4727736ce64858b0b347b9ce953ca6 for: {'subnet': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:16:32.223134 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.237438 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:32.252461 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Made reservation on behalf of 0e8749eb3b244d54af00a04552b626a8 for: {'network': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:16:32.255557 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.280932 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.317720 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:32.321953 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Usage tracker for resource:security_group_rule and tenant:0e8749eb3b244d54af00a04552b626a8 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:32.325183 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:32.344870 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:32.475859 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.490292 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-314239956-network', 'tenant_id': 'f66fe14646c34c47ad422167942b2336'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:32.495020 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:32.500778 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Usage tracker for resource:network and tenant:f66fe14646c34c47ad422167942b2336 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:32.504474 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:32.510322 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:32.521489 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1115716197-network', 'tenant_id': '6f33c4d641f2420683d924899ca743bd'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:32.524651 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.539530 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-965c2e7c-9c94-4ac8-ad39-53fbe2463a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:32.551042 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=78674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:16:32.562206 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.562813 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.segments_db [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Added segment 92cf89e9-e319-429b-9fbf-3201d25320b0 of type vlan for network 8675d8d0-4407-4643-9344-c937725e87cc May 12 08:16:32.591821 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Made reservation on behalf of f66fe14646c34c47ad422167942b2336 for: {'network': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:16:32.594984 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.608141 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.622525 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:32.628149 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Usage tracker for resource:network and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:32.631135 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:32.637822 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:32.661053 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Made reservation on behalf of 6f33c4d641f2420683d924899ca743bd for: {'network': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:16:32.663691 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.678079 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.698953 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.716748 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:32.735403 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Usage tracker for resource:security_group_rule and tenant:f66fe14646c34c47ad422167942b2336 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:32.739316 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.740509 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:32.745898 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:32.748771 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for subnet, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.754192 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:32.754671 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:32.755811 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.759575 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:32.763458 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Usage tracker for resource:security_group_rule and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:32.792240 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9a0175-d174-4aa8-9fb7-9584422b28d3,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:32.795756 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:32.807788 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0528998 May 12 08:16:32.812692 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:32.821062 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45420) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:32.826992 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Request body: {'subnet': {'network_id': '8675d8d0-4407-4643-9344-c937725e87cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1938523980-subnet', 'tenant_id': '0e8749eb3b244d54af00a04552b626a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:32.832346 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:32.836391 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Usage tracker for resource:subnet and tenant:0e8749eb3b244d54af00a04552b626a8 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:32.839759 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:32.846254 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:32.859120 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:32.859714 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:32.860420 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:32.860983 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:32.861633 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:32.862158 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:32.862761 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:32.863546 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:32.864062 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:32.864641 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:32.865188 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:32.865745 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Tracked resource versions report: May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: pushed versions: May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: { 'AddressGroup': {'1.2'}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'ConntrackHelper': {'1.0'}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'Log': {'1.0'}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'Network': {'1.1'}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'Port': {'1.7'}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'PortForwarding': {'1.2'}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'QosPolicy': {'1.8'}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'SecurityGroup': {'1.4'}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'SecurityGroupRule': {'1.2'}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'SubPort': {'1.0'}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'Subnet': {'1.1'}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'Trunk': {'1.1'}} May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: consumer versions: May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: { DHCP agent@dv-cinder-790910-1-smb: {}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: HyperV agent@hv-cinder-79091: {}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: L3 agent@dv-cinder-790910-1-smb: {}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: Metadata agent@dv-cinder-790910-1-smb: {}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: Metering agent@dv-cinder-790910-1-smb: {}, May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: Open vSwitch agent@dv-cinder-790910-1-smb: { 'AddressGroup': '1.2', May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'ConntrackHelper': '1.0', May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'Log': '1.0', May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'Network': '1.1', May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'Port': '1.7', May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'PortForwarding': '1.2', May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'QosPolicy': '1.8', May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'SecurityGroup': '1.4', May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'SecurityGroupRule': '1.2', May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'SubPort': '1.0', May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'Subnet': '1.1', May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: 'Trunk': '1.1'}} May 12 08:16:32.867215 dv-cinder-790910-1-smb neutron-server[78674]: {{(pid=78674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 08:16:32.873371 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:32.885711 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c41f36c-9335-43c3-bef9-67f3b38b6c87,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:32.886474 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:32.891186 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:32.927443 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Made reservation on behalf of 0e8749eb3b244d54af00a04552b626a8 for: {'subnet': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:16:32.935232 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:32.937501 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Checking segment: {'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:16:32.937872 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Network hostable DHCP agents. Network: 96f1c163-76f5-496d-872e-c8a6504735f5, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:16:32.969063 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Network 96f1c163-76f5-496d-872e-c8a6504735f5 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:16:32.983867 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, 96f1c163-76f5-496d-872e-c8a6504735f5) {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:32.994252 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add7b918-79d9-4305-b997-c74059a7bfea None None] Network 96f1c163-76f5-496d-872e-c8a6504735f5 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:16:32.997806 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:32.998534 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:33.042191 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8718185 May 12 08:16:33.263720 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe25951-5127-4a83-9470-f45bcf0dd9b6 None None] Network 96f1c163-76f5-496d-872e-c8a6504735f5 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:16:33.413095 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Pushing event updated for resources: {'Network': ['ID=8675d8d0-4407-4643-9344-c937725e87cc,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:33.495628 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:33.504194 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:33.514790 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network 8675d8d0-4407-4643-9344-c937725e87cc details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:16:33.519082 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:33.556803 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=78674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:16:33.567372 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:33.567726 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.segments_db [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Added segment 87a114a1-00bb-4f52-9d27-b8d5dd891ac3 of type vlan for network a48f7f6f-f530-4eda-bf6b-27ca4c358942 May 12 08:16:33.596135 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:33.602981 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:33.691872 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85a23b1-8382-405e-8ed0-15774b1900ec,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:33.700521 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:33.702388 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:33.713482 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:33.720239 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:33.722501 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:33.755844 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:33.756552 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:33.812590 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=78674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:16:33.831471 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7652fba1-f710-421b-9e40-d0bc65aea5b7,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:33.834710 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:33.840958 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7fc515fa-91a6-4fcb-b542-28965a303d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:33.867132 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:33.867504 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.segments_db [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Added segment ff0b3a64-02da-4411-b3d2-ce80d57d1681 of type vlan for network a268b575-88fb-44a7-9078-873928216331 May 12 08:16:33.960573 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for subnet, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:33.972476 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0405009 May 12 08:16:33.975425 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 45462) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:33.983184 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Request body: {'subnet': {'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1115716197-subnet', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:33.986930 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Pushing event updated for resources: {'Network': ['ID=a48f7f6f-f530-4eda-bf6b-27ca4c358942,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:33.989327 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:33.990091 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:33.994229 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:33.995289 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Usage tracker for resource:subnet and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:33.999242 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network a48f7f6f-f530-4eda-bf6b-27ca4c358942 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:16:34.012831 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:34.025284 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:34.055521 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Made reservation on behalf of 6f33c4d641f2420683d924899ca743bd for: {'subnet': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:16:34.057850 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:34.059594 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:34.225518 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Checking segment: {'id': '92cf89e9-e319-429b-9fbf-3201d25320b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8675d8d0-4407-4643-9344-c937725e87cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:16:34.225884 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Network hostable DHCP agents. Network: 8675d8d0-4407-4643-9344-c937725e87cc, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:16:34.235736 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b346657b-b619-411a-907f-84c01d408093,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:34.240563 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:34.262171 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:34.262967 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Network 8675d8d0-4407-4643-9344-c937725e87cc is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:16:34.267074 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:34.267653 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:34.289522 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-8eb1e1b9-4378-459a-81d9-a35673c4dea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:34.336046 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, 8675d8d0-4407-4643-9344-c937725e87cc) {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:34.362107 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd959f9-d68f-4b23-b1a6-b916035e89cd None None] Network 8675d8d0-4407-4643-9344-c937725e87cc requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:16:34.479963 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:34.480589 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:34.499103 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 45494) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:34.500158 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3839858 May 12 08:16:34.521308 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Request body: {'subnet': {'network_id': 'a268b575-88fb-44a7-9078-873928216331', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-314239956-subnet', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:34.535918 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Pushing event updated for resources: {'Network': ['ID=a268b575-88fb-44a7-9078-873928216331,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:34.548918 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45502) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:34.553148 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:34.562503 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Usage tracker for resource:subnet and tenant:f66fe14646c34c47ad422167942b2336 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:34.562602 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network a268b575-88fb-44a7-9078-873928216331 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:16:34.564201 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:34.568511 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:34.572421 dv-cinder-790910-1-smb neutron-server[78674]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 08:16:34.576037 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7524593 May 12 08:16:34.599623 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:34.638541 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Made reservation on behalf of f66fe14646c34c47ad422167942b2336 for: {'subnet': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:16:34.654206 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:34.788758 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec303990-83ec-4083-9dfe-36df6d80c495 None None] Network 8675d8d0-4407-4643-9344-c937725e87cc requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:16:35.040276 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-d4b5a7b5-d6e2-4753-a461-adfb2bdf08f0 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:35.061202 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-d4b5a7b5-d6e2-4753-a461-adfb2bdf08f0 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/networks?id=96f1c163-76f5-496d-872e-c8a6504735f5 HTTP/1.1" status: 200 len: 815 time: 0.5036378 May 12 08:16:35.080058 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-51d0a455-8f95-4eb7-9e01-c9e8e3a6b936 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/quotas/dc4727736ce64858b0b347b9ce953ca6 HTTP/1.1" status: 200 len: 375 time: 0.0179253 May 12 08:16:35.163361 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for subnet, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:35.232121 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8cb2cd4f-7b06-41fe-ba28-54eb898e4914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:35.237198 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-8da67feb-92d8-4022-8c06-643e20216fe4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc4727736ce64858b0b347b9ce953ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1561751 May 12 08:16:35.294073 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45544) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:35.329638 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Checking segment: {'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:16:35.330015 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Network hostable DHCP agents. Network: a48f7f6f-f530-4eda-bf6b-27ca4c358942, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:16:35.342783 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Pushing event updated for resources: {'Subnet': ['ID=85150696-0c2f-4ffc-b17b-b5a382c1566b,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:35.350301 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:35.373948 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Network a48f7f6f-f530-4eda-bf6b-27ca4c358942 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:16:35.386748 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, a48f7f6f-f530-4eda-bf6b-27ca4c358942) {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:35.392620 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:35.393205 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:35.400642 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877f3161-a285-4a31-97a1-d7fc1c712f3d None None] Network a48f7f6f-f530-4eda-bf6b-27ca4c358942 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:16:35.477371 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-425c151f-912d-4bdb-af3e-1b5ddd63643e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4970288 May 12 08:16:35.478417 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45552) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:35.484599 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:35.490705 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:35.494032 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for subnet, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:35.502729 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-1aa81428-907f-4b31-95ac-4bae35949328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:35.505961 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Usage tracker for resource:router and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:35.519460 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:35.531001 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:35.576261 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-675fe9c9-cb6e-4e72-a3ad-e9922a0eecf4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 08:16:35.577697 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-675fe9c9-cb6e-4e72-a3ad-e9922a0eecf4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1385677 May 12 08:16:35.578482 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-263c851c-9d21-46bf-bca8-69696b344fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:35.618883 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 45570) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:35.626734 dv-cinder-790910-1-smb neutron-server[78675]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 08:16:35.670369 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b875660-0401-546f-a1c8-c267b82e2982-a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b'}]}} from dv-cinder-790910-1-smb. {{(pid=78676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 08:16:35.671357 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:35.680111 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-263c851c-9d21-46bf-bca8-69696b344fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:35.687231 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4464'] for router, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:35.689003 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4425'] for router, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:35.701158 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-263c851c-9d21-46bf-bca8-69696b344fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:742c4ae8ec714d2c9209a3d2adaf8c44 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:35.705550 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-263c851c-9d21-46bf-bca8-69696b344fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:35.718347 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-263c851c-9d21-46bf-bca8-69696b344fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:35.744375 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:35.747140 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:35.771343 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:35.779021 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Checking segment: {'id': 'ff0b3a64-02da-4411-b3d2-ce80d57d1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a268b575-88fb-44a7-9078-873928216331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:16:35.779377 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Network hostable DHCP agents. Network: a268b575-88fb-44a7-9078-873928216331, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:16:35.822937 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-0fad6e77-3c10-43a6-9654-f15fe39d6dd7 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:35.824571 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-0fad6e77-3c10-43a6-9654-f15fe39d6dd7 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/networks?id=8675d8d0-4407-4643-9344-c937725e87cc HTTP/1.1" status: 200 len: 812 time: 0.2032247 May 12 08:16:35.825747 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Network a268b575-88fb-44a7-9078-873928216331 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:16:35.843367 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-bb07d0d0-d117-4d55-b887-a98363cba32e tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/quotas/0e8749eb3b244d54af00a04552b626a8 HTTP/1.1" status: 200 len: 375 time: 0.0116622 May 12 08:16:35.844002 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, a268b575-88fb-44a7-9078-873928216331) {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:35.849167 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:35.849762 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:35.857103 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f2e7c-ec02-4f5a-b35a-d30a8fb4051c None None] Network a268b575-88fb-44a7-9078-873928216331 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:16:35.879126 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-77511474-1dc2-451a-88b7-25323d2c3af8 service neutron] 10.222.0.43 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855039 May 12 08:16:35.907596 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-cc1f3623-e348-4804-a254-bea9ad8513d6 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e8749eb3b244d54af00a04552b626a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513997 May 12 08:16:35.912297 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4063032 May 12 08:16:35.912546 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 45576) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:35.918808 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-314239956-router', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:35.931022 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:35.936574 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Usage tracker for resource:router and tenant:f66fe14646c34c47ad422167942b2336 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:35.939933 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:35.947594 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:35.959352 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.db_base_plugin_common [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Allocated IP 172.20.0.2 (a48f7f6f-f530-4eda-bf6b-27ca4c358942/85150696-0c2f-4ffc-b17b-b5a382c1566b/a2722b30-2522-48d8-a7b5-a5698261414a) {{(pid=78676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:16:35.969783 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4464'] for router, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:35.971090 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4425'] for router, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:35.996274 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:36.073934 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65bbbf21-e350-4a25-be4f-6532d94094e4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 08:16:36.074891 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65bbbf21-e350-4a25-be4f-6532d94094e4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0970719 May 12 08:16:36.191403 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbedd034-1533-4f27-85fa-330945262d70 None None] Network a268b575-88fb-44a7-9078-873928216331 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:16:36.330126 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4439'] for router, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:36.349017 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-263c851c-9d21-46bf-bca8-69696b344fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:36.368018 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Notify callbacks [] for port, precommit_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:36.369087 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-35bfcf9f-3ebf-4bd3-9148-5453268aea8a service neutron] 10.222.0.43 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766066 May 12 08:16:36.371650 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-263c851c-9d21-46bf-bca8-69696b344fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:36.382465 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:36.410977 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Transition to ACTIVE for port object a2722b30-2522-48d8-a7b5-a5698261414a will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:16:36.422879 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4439'] for router, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:36.446077 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-0247d4a7-98ad-4455-8852-dc85a976b6fd service neutron] 10.222.0.43 "GET /v2.0/networks/8675d8d0-4407-4643-9344-c937725e87cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607006 May 12 08:16:36.489727 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 45588) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:36.490210 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-263c851c-9d21-46bf-bca8-69696b344fb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=742c4ae8ec714d2c9209a3d2adaf8c44&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1947038 May 12 08:16:36.495040 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c851c-9d21-46bf-bca8-69696b344fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c1061e-44f9-4ee7-9887-9d29ccf95b2c,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:36.498619 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-263c851c-9d21-46bf-bca8-69696b344fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:36.513926 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Transition to ACTIVE for port object a2722b30-2522-48d8-a7b5-a5698261414a will not be triggered until provisioned by entity DHCP. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:16:36.522510 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:36.526603 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:36.623696 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Network a48f7f6f-f530-4eda-bf6b-27ca4c358942 is already hosted by enough agents. {{(pid=78676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:16:36.633098 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.base_scheduler [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Resources bound (agent type, host, resource id): {{(pid=78676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:36.644669 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Received port after_create {{(pid=78676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:16:36.685997 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ca677349-cc3c-4bc9-814f-49a89bebd4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:36.731772 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Pushing event updated for resources: {'Port': ['ID=a2722b30-2522-48d8-a7b5-a5698261414a,revision_number=1']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:36.751826 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:36.752162 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:36.752516 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:36.752848 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:36.753169 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:36.753490 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:36.753806 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:36.754120 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:36.754436 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:36.754749 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:36.755061 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:36.755383 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Tracked resource versions report: May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: pushed versions: May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: { 'AddressGroup': {'1.2'}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'ConntrackHelper': {'1.0'}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'Log': {'1.0'}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'Network': {'1.1'}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'Port': {'1.7'}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'PortForwarding': {'1.2'}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'QosPolicy': {'1.8'}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'SecurityGroup': {'1.4'}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'SecurityGroupRule': {'1.2'}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'SubPort': {'1.0'}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'Subnet': {'1.1'}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'Trunk': {'1.1'}} May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: consumer versions: May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: { DHCP agent@dv-cinder-790910-1-smb: {}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: HyperV agent@hv-cinder-79091: {}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: L3 agent@dv-cinder-790910-1-smb: {}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: Metadata agent@dv-cinder-790910-1-smb: {}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: Metering agent@dv-cinder-790910-1-smb: {}, May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: Open vSwitch agent@dv-cinder-790910-1-smb: { 'AddressGroup': '1.2', May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'ConntrackHelper': '1.0', May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'Log': '1.0', May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'Network': '1.1', May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'Port': '1.7', May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'PortForwarding': '1.2', May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'QosPolicy': '1.8', May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'SecurityGroup': '1.4', May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'SecurityGroupRule': '1.2', May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'SubPort': '1.0', May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'Subnet': '1.1', May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: 'Trunk': '1.1'}} May 12 08:16:36.756381 dv-cinder-790910-1-smb neutron-server[78676]: {{(pid=78676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 08:16:36.759770 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:36.774056 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ca677349-cc3c-4bc9-814f-49a89bebd4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:36.782141 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-5f66657f-96b4-4223-b6f2-72af8af022de service neutron] 10.222.0.43 "GET /v2.0/networks/8675d8d0-4407-4643-9344-c937725e87cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221390 May 12 08:16:36.812231 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Attempting to bind port a2722b30-2522-48d8-a7b5-a5698261414a on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:16:36.812636 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Attempting to bind port a2722b30-2522-48d8-a7b5-a5698261414a by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:16:36.812999 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Attempting to bind port a2722b30-2522-48d8-a7b5-a5698261414a on network a48f7f6f-f530-4eda-bf6b-27ca4c358942 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:16:36.818983 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:16:36.820083 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Checking segment: {'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:16:36.820516 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:36.820916 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Bound using segment: {'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:16:36.821813 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Bound port: a2722b30-2522-48d8-a7b5-a5698261414a, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:16:36.821948 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:36.830611 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:36.876650 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:37.000291 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] For port a2722b30-2522-48d8-a7b5-a5698261414a, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:16:37.005340 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] For port a2722b30-2522-48d8-a7b5-a5698261414a, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=a2722b30-2522-48d8-a7b5-a5698261414a,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:16:37.010525 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:37.017032 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-e495f11a-79f6-46f8-8dd3-146122063af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:37.074164 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ca677349-cc3c-4bc9-814f-49a89bebd4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:37.099209 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:37.109453 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Pushing event updated for resources: {'Port': ['ID=a2722b30-2522-48d8-a7b5-a5698261414a,revision_number=2']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:37.113832 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:37.207044 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca677349-cc3c-4bc9-814f-49a89bebd4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c1061e-44f9-4ee7-9887-9d29ccf95b2c,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:37.215299 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ca677349-cc3c-4bc9-814f-49a89bebd4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:37.216756 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-ca677349-cc3c-4bc9-814f-49a89bebd4d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6c1061e-44f9-4ee7-9887-9d29ccf95b2c HTTP/1.1" status: 204 len: 168 time: 0.7261307 May 12 08:16:37.302267 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ca677349-cc3c-4bc9-814f-49a89bebd4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:37.333105 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e39884fb-b59c-4dce-8a35-282333462a35 req-9307e174-4525-4935-b792-437cd90f8643 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 210 time: 0.1798689 May 12 08:16:37.389279 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Allocated IP 172.28.1.93 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/d4b353ec-cb74-4963-bd9b-70e2357f2ebf) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:16:37.425496 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:37.507232 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:37.650243 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-09a5317a-a167-4e0b-a378-d4e2a5ab9495 req-54229e9a-6a36-421b-b4f7-20fb80f27bb1 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 210 time: 0.0666854 May 12 08:16:37.890656 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:37.991998 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:38.041923 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:38.180521 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Allocated IP 172.28.1.234 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/58f2d929-3eb4-4b33-a6df-6bf67744dc4b) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:16:38.214501 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 45682) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:38.240399 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b353ec-cb74-4963-bd9b-70e2357f2ebf,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:38.258426 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:16:38.259566 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:38.273341 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:38.306910 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:16:38.427725 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-257beea7-b19c-4e2f-a432-fd528c0221d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:38.475352 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-257beea7-b19c-4e2f-a432-fd528c0221d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:38.534307 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45714) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:38.661344 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-257beea7-b19c-4e2f-a432-fd528c0221d1 admin admin] Usage tracker for resource:security_group_rule and tenant:fc2813b318e948198bd6bca0be40b908 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:38.664447 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-257beea7-b19c-4e2f-a432-fd528c0221d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:38.687804 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-257beea7-b19c-4e2f-a432-fd528c0221d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:38.738275 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9e895054-6427-4487-99ac-e7d67eca7106 req-ff162fe3-d343-466e-b68f-a7322e9dc16b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 210 time: 0.0822947 May 12 08:16:38.769668 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b436ea-655e-4129-943a-4f7345e09751 None None] Network a48f7f6f-f530-4eda-bf6b-27ca4c358942 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:16:38.829865 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:38.837069 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ed2b628a-d1be-4f77-acab-b99935598cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:38.856299 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-ed2b628a-d1be-4f77-acab-b99935598cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:38.875329 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:38.888130 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-085a1772-44c7-4c37-9c02-e738625c21a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:38.920562 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-ed2b628a-d1be-4f77-acab-b99935598cfd admin admin] Usage tracker for resource:security_group_rule and tenant:430c26906c134f67bf37114d991eca92 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:38.928817 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-ed2b628a-d1be-4f77-acab-b99935598cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:38.995760 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-ed2b628a-d1be-4f77-acab-b99935598cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:38.999760 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-120e4308-b3bb-42dc-a00d-a26907e62e76 req-ac48e4e5-8fb3-4c7d-9d14-2e935335a96e tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 210 time: 0.0598121 May 12 08:16:39.034021 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:16:39.038681 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:39.049661 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:16:39.061168 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-8636e08c-bc2a-423d-8fdd-a216d9df4418 None None] Provisioning for port a2722b30-2522-48d8-a7b5-a5698261414a completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:16:39.096454 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:39.200834 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Pushing event updated for resources: {'Port': ['ID=58f2d929-3eb4-4b33-a6df-6bf67744dc4b,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:39.239534 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:39.256278 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-257beea7-b19c-4e2f-a432-fd528c0221d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:39.276971 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-257beea7-b19c-4e2f-a432-fd528c0221d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:39.281169 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ed2b628a-d1be-4f77-acab-b99935598cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:39.299943 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ed2b628a-d1be-4f77-acab-b99935598cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:39.312038 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:39.320600 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-257beea7-b19c-4e2f-a432-fd528c0221d1 admin admin] Synchronizing usage tracker for tenant:e39b5ca3e37944d18580e88b5d435267 on resource:security_group {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:16:39.365958 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:39.487940 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-ed2b628a-d1be-4f77-acab-b99935598cfd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=430c26906c134f67bf37114d991eca92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9489229 May 12 08:16:39.487940 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b628a-d1be-4f77-acab-b99935598cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0667a35-2e64-467e-8300-9b7d3a359b02,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:39.488550 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257beea7-b19c-4e2f-a432-fd528c0221d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907659db-0a17-4399-8a8a-b594ac7bd7c9,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:39.491560 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45738) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:39.491815 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-257beea7-b19c-4e2f-a432-fd528c0221d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:39.503967 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ed2b628a-d1be-4f77-acab-b99935598cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:39.559441 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:39.578429 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device a2722b30-2522-48d8-a7b5-a5698261414a up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:16:39.581462 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822464'] for router, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:39.618098 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-257beea7-b19c-4e2f-a432-fd528c0221d1 admin admin] Unset dirty status for tenant:e39b5ca3e37944d18580e88b5d435267 on resource:security_group {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:16:39.621868 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-257beea7-b19c-4e2f-a432-fd528c0221d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc2813b318e948198bd6bca0be40b908&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4038768 May 12 08:16:39.626868 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 45746) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:39.682170 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port a2722b30-2522-48d8-a7b5-a5698261414a completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:16:39.698396 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port a2722b30-2522-48d8-a7b5-a5698261414a triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:16:39.698718 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:39.804711 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.48', 64463) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:39.895973 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-138ec44f-c86c-46d4-961e-4cd8fef81171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:39.974403 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:39.985656 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-138ec44f-c86c-46d4-961e-4cd8fef81171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:40.062963 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port a2722b30-2522-48d8-a7b5-a5698261414a, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=a2722b30-2522-48d8-a7b5-a5698261414a,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:16:40.069725 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:40.079164 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:40.145670 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2a604abd-6e36-4c1d-a731-9d11e0632ab0 req-68a79ce0-039f-44e1-93f2-729e94e05512 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 210 time: 0.0989435 May 12 08:16:40.174438 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-784fc390-1c07-40a2-aa25-08241931b56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:40.197286 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-f6e80dfe-b411-44cd-9a53-ecbf798fa56f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:40.198024 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-f6e80dfe-b411-44cd-9a53-ecbf798fa56f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Synchronizing usage tracker for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:network {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:16:40.198724 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-138ec44f-c86c-46d4-961e-4cd8fef81171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:40.216337 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:40.221457 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=a2722b30-2522-48d8-a7b5-a5698261414a,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:40.228089 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ec44f-c86c-46d4-961e-4cd8fef81171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0667a35-2e64-467e-8300-9b7d3a359b02,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:40.230196 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Router afe5d8ab-d269-47e6-838b-1c0a83e22b46 is scheduled to L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf with binding_index 1 {{(pid=78674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 08:16:40.232950 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-138ec44f-c86c-46d4-961e-4cd8fef81171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:40.236689 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:40.340063 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-f6e80dfe-b411-44cd-9a53-ecbf798fa56f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Unset dirty status for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:network {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:16:40.341736 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-f6e80dfe-b411-44cd-9a53-ecbf798fa56f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "GET /v2.0/networks?id=96f1c163-76f5-496d-872e-c8a6504735f5 HTTP/1.1" status: 200 len: 815 time: 0.5360196 May 12 08:16:40.405743 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-784fc390-1c07-40a2-aa25-08241931b56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:40.405842 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-138ec44f-c86c-46d4-961e-4cd8fef81171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:40.409551 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-138ec44f-c86c-46d4-961e-4cd8fef81171 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0667a35-2e64-467e-8300-9b7d3a359b02 HTTP/1.1" status: 204 len: 168 time: 0.9143209 May 12 08:16:40.443601 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:16:40.459747 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Sync routers for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:16:40.464698 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b167cae3-06aa-4b02-a992-11b84cbfcda3 req-864ebd02-53b4-4c32-a952-6c4914abddf1 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 210 time: 0.0683928 May 12 08:16:40.477785 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Notify callbacks [] for router, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:40.483751 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0040886 May 12 08:16:40.484583 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45800) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:40.503412 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:16:40.504177 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:16:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:40.525906 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Request body: {'port': {'device_id': 'fc5cc873-167f-4019-87d3-8709657be5bd', 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5', 'admin_state_up': True, 'tenant_id': 'dc4727736ce64858b0b347b9ce953ca6'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:40.669446 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.48', 64470) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:41.052743 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822464'] for router, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:41.082369 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-784fc390-1c07-40a2-aa25-08241931b56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:41.129010 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:16:41.136540 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-9e27b0cc-6afb-4496-b087-0edd8571c3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:41.187829 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-511c89fc-b29c-4f28-af34-6479e180565e tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:41.188568 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-511c89fc-b29c-4f28-af34-6479e180565e tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Synchronizing usage tracker for tenant:0e8749eb3b244d54af00a04552b626a8 on resource:network {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:16:41.230695 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-511c89fc-b29c-4f28-af34-6479e180565e tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Unset dirty status for tenant:0e8749eb3b244d54af00a04552b626a8 on resource:network {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:16:41.231798 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-511c89fc-b29c-4f28-af34-6479e180565e tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.48 "GET /v2.0/networks?id=8675d8d0-4407-4643-9344-c937725e87cc HTTP/1.1" status: 200 len: 812 time: 0.5605979 May 12 08:16:41.383656 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Request body: {'port': {'device_id': 'ce0cd462-b80c-47cb-bbe3-b59b5779f02a', 'network_id': '8675d8d0-4407-4643-9344-c937725e87cc', 'admin_state_up': True, 'tenant_id': '0e8749eb3b244d54af00a04552b626a8'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:41.536564 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device a2722b30-2522-48d8-a7b5-a5698261414a up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:16:41.545821 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fc390-1c07-40a2-aa25-08241931b56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907659db-0a17-4399-8a8a-b594ac7bd7c9,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:41.567270 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-784fc390-1c07-40a2-aa25-08241931b56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:41.568110 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-784fc390-1c07-40a2-aa25-08241931b56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:41.571889 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-784fc390-1c07-40a2-aa25-08241931b56b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/907659db-0a17-4399-8a8a-b594ac7bd7c9 HTTP/1.1" status: 204 len: 168 time: 1.9422600 May 12 08:16:41.577952 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:41.582025 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Usage tracker for resource:port and tenant:dc4727736ce64858b0b347b9ce953ca6 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:41.596443 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:41.610526 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:41.649221 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Made reservation on behalf of dc4727736ce64858b0b347b9ce953ca6 for: {'port': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:16:41.688964 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-78b784de-b8d2-4114-8afd-39ff6dc35ea9 req-8b6c2bf2-f1ef-48ac-be9e-c8c773c5aa26 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 210 time: 0.1961768 May 12 08:16:41.694781 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:41.821032 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:38Z', 'revision_number': 3, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:41.827980 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Checking router: afe5d8ab-d269-47e6-838b-1c0a83e22b46 for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:16:41.828884 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Updating router afe5d8ab-d269-47e6-838b-1c0a83e22b46 port d4b353ec-cb74-4963-bd9b-70e2357f2ebf binding host dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:16:41.885187 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port a2722b30-2522-48d8-a7b5-a5698261414a triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:16:41.887821 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:41.933352 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:42.210306 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-febf2f8e-3169-4481-a918-3368de66a4d7 req-31078eeb-d7a4-483f-8e56-524b66ce2823 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 210 time: 0.1484325 May 12 08:16:42.325807 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Router a9130da5-4271-49fe-b793-732795fd98e6 is scheduled to L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf with binding_index 1 {{(pid=78675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 08:16:42.363844 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:42.464581 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Usage tracker for resource:port and tenant:0e8749eb3b244d54af00a04552b626a8 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:42.478070 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:42.494733 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:42.607472 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Made reservation on behalf of 0e8749eb3b244d54af00a04552b626a8 for: {'port': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:16:42.612867 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:42.858814 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:42.886993 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:16:42.893159 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Transition to ACTIVE for port object d4b353ec-cb74-4963-bd9b-70e2357f2ebf will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:16:42.901039 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Sync routers for ids ['a9130da5-4271-49fe-b793-732795fd98e6'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:16:42.910665 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:42.919224 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Routers {'a9130da5-4271-49fe-b793-732795fd98e6'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:16:42.922195 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:42.925314 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:16:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['a9130da5-4271-49fe-b793-732795fd98e6'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:42.970362 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Allocated IP 172.20.0.7 (96f1c163-76f5-496d-872e-c8a6504735f5/2c41f36c-9335-43c3-bef9-67f3b38b6c87/77512322-d2dd-4c00-aa29-4ea93a0b33e6) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:16:42.977302 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Notify callbacks [] for router, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:42.979647 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0660655 May 12 08:16:42.983948 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 45896) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:43.160216 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:43.210449 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Pushing event updated for resources: {'Port': ['ID=d4b353ec-cb74-4963-bd9b-70e2357f2ebf,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:43.278242 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:43.280403 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:43.283560 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:43.285801 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:43.286148 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:43.287469 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:43.287808 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:43.288522 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:43.288852 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:43.289173 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:43.289492 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:43.296298 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Tracked resource versions report: May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: pushed versions: May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: { 'AddressGroup': {'1.2'}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'ConntrackHelper': {'1.0'}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'Log': {'1.0'}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'Network': {'1.1'}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'Port': {'1.7'}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'PortForwarding': {'1.2'}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'QosPolicy': {'1.8'}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'SecurityGroup': {'1.4'}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'SecurityGroupRule': {'1.2'}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'SubPort': {'1.0'}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'Subnet': {'1.1'}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'Trunk': {'1.1'}} May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: consumer versions: May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: { DHCP agent@dv-cinder-790910-1-smb: {}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: HyperV agent@hv-cinder-79091: {}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: L3 agent@dv-cinder-790910-1-smb: {}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: Metadata agent@dv-cinder-790910-1-smb: {}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: Metering agent@dv-cinder-790910-1-smb: {}, May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: Open vSwitch agent@dv-cinder-790910-1-smb: { 'AddressGroup': '1.2', May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'ConntrackHelper': '1.0', May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'Log': '1.0', May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'Network': '1.1', May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'Port': '1.7', May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'PortForwarding': '1.2', May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'QosPolicy': '1.8', May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'SecurityGroup': '1.4', May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'SecurityGroupRule': '1.2', May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'SubPort': '1.0', May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'Subnet': '1.1', May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: 'Trunk': '1.1'}} May 12 08:16:43.303289 dv-cinder-790910-1-smb neutron-server[78677]: {{(pid=78677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 08:16:43.312519 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:43.382425 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Attempting to bind port d4b353ec-cb74-4963-bd9b-70e2357f2ebf on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:16:43.384215 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Attempting to bind port d4b353ec-cb74-4963-bd9b-70e2357f2ebf by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:16:43.389103 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Attempting to bind port d4b353ec-cb74-4963-bd9b-70e2357f2ebf on network 93032b5c-4877-4c0d-9c9b-26d73aa29882 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:16:43.406458 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:16:43.408402 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Checking segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:16:43.410556 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:43.411980 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Bound using segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:16:43.413718 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Bound port: d4b353ec-cb74-4963-bd9b-70e2357f2ebf, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:16:43.415061 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:43.651047 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbcb6-528b-4661-b4b0-e4f149460259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:43.660243 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] For port d4b353ec-cb74-4963-bd9b-70e2357f2ebf, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:16:43.664886 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] For port d4b353ec-cb74-4963-bd9b-70e2357f2ebf, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=d4b353ec-cb74-4963-bd9b-70e2357f2ebf,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:16:43.674865 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:43.690077 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-c72c2eae-a384-4d5b-aa4d-181945438c65 req-1f831daa-47f8-4db2-83a1-be8946eb56df tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Synchronizing usage tracker for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:16:43.695093 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:43.714445 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Set router a9130da5-4271-49fe-b793-732795fd98e6 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:16:43.867862 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-c72c2eae-a384-4d5b-aa4d-181945438c65 req-1f831daa-47f8-4db2-83a1-be8946eb56df tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Unset dirty status for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:16:43.881757 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c72c2eae-a384-4d5b-aa4d-181945438c65 req-1f831daa-47f8-4db2-83a1-be8946eb56df tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 210 time: 0.6311204 May 12 08:16:43.971496 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45930) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:43.983041 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Pushing event updated for resources: {'Port': ['ID=d4b353ec-cb74-4963-bd9b-70e2357f2ebf,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:43.989882 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-999361e2-3819-4aba-9814-e312a67bf00e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:44.019843 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:16:44.037201 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:16:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:44.049164 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b25fb1b0-42c9-4732-84d1-ce550d7551f7 req-2009823a-aebc-4fd2-a9a6-79253aeddb88 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 210 time: 0.3531127 May 12 08:16:44.165815 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Allocated IP 172.20.0.9 (8675d8d0-4407-4643-9344-c937725e87cc/b346657b-b619-411a-907f-84c01d408093/1059426a-54b5-4f5a-afbe-c7e209c365f1) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:16:44.257079 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:44.373060 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Allocated IP 172.20.0.1 (a48f7f6f-f530-4eda-bf6b-27ca4c358942/85150696-0c2f-4ffc-b17b-b5a382c1566b/95c65691-56ee-49c6-8e56-b706e778a598) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:16:44.477334 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:16:44.571350 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'name': 'tempest-ServerRescueNegativeTestJSON-314239956-router', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:39Z', 'revision_number': 3, 'project_id': 'f66fe14646c34c47ad422167942b2336', 'gw_port': {'id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:37Z', 'updated_at': '2021-05-12T08:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:44.586051 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Checking router: a9130da5-4271-49fe-b793-732795fd98e6 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:16:44.588331 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Updating router a9130da5-4271-49fe-b793-732795fd98e6 port 58f2d929-3eb4-4b33-a6df-6bf67744dc4b binding host dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:16:44.669064 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:44.703127 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ba82b698-f69f-495d-8b79-a2a81cad94f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:44.759084 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:44.868470 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-ba82b698-f69f-495d-8b79-a2a81cad94f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:44.893380 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-ba82b698-f69f-495d-8b79-a2a81cad94f2 admin admin] Usage tracker for resource:security_group_rule and tenant:e9712bdb790a490fa1ff588cb448c034 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:45.069912 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-ba82b698-f69f-495d-8b79-a2a81cad94f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:45.089870 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-ba82b698-f69f-495d-8b79-a2a81cad94f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:45.161698 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:45.243716 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.provisioning_blocks [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Transition to ACTIVE for port object 95c65691-56ee-49c6-8e56-b706e778a598 will not be triggered until provisioned by entity DHCP. {{(pid=78674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:16:45.267834 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:45.327929 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:38Z', 'revision_number': 3, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:45.339097 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb543388-43c0-40b3-89f1-3c85c021f9f5 None None] The sync data for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb is: [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:38Z', 'revision_number': 3, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:16:45.395041 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-ba3d1142-5324-4de5-baf4-dc5db3898629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:45.545597 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:45.569251 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:45.581681 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a96f4694-c3de-47bb-87e0-c57dc8a737cd req-18cada48-9e4b-40b7-9023-7374abd25967 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 210 time: 0.2354074 May 12 08:16:45.591053 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:45.625732 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Notify callbacks [] for port, precommit_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:45.626590 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:45.644015 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:45.657766 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Transition to ACTIVE for port object 58f2d929-3eb4-4b33-a6df-6bf67744dc4b will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:16:45.670966 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:45.688521 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-225758b7-56a4-40ed-b20d-32ef766de5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:45.692783 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:45.918951 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Network 96f1c163-76f5-496d-872e-c8a6504735f5 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:16:45.939060 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:45.950711 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:16:45.963434 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:45.967055 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:45.969551 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa4d74-c1ad-4cfd-99dc-4a5da75ea9a7 None None] Pushing event updated for resources: {'Port': ['ID=58f2d929-3eb4-4b33-a6df-6bf67744dc4b,revision_number=2']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:45.983674 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-fefa4d74-c1ad-4cfd-99dc-4a5da75ea9a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:45.985088 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Attempting to bind port 58f2d929-3eb4-4b33-a6df-6bf67744dc4b on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:16:45.993647 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Attempting to bind port 58f2d929-3eb4-4b33-a6df-6bf67744dc4b by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:16:45.994090 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Attempting to bind port 58f2d929-3eb4-4b33-a6df-6bf67744dc4b on network 93032b5c-4877-4c0d-9c9b-26d73aa29882 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:16:46.012320 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:16:46.015342 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Checking segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:16:46.015887 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:46.016296 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Bound using segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:16:46.016886 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Bound port: 58f2d929-3eb4-4b33-a6df-6bf67744dc4b, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:16:46.017329 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:46.098420 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Network a48f7f6f-f530-4eda-bf6b-27ca4c358942 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:16:46.100782 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 45970) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:46.114980 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ba82b698-f69f-495d-8b79-a2a81cad94f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:46.129968 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Pushing event updated for resources: {'Port': ['ID=77512322-d2dd-4c00-aa29-4ea93a0b33e6,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:46.130192 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:46.147287 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:46.175561 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Network 8675d8d0-4407-4643-9344-c937725e87cc is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:16:46.177005 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ba82b698-f69f-495d-8b79-a2a81cad94f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:46.177721 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Pushing event updated for resources: {'Port': ['ID=95c65691-56ee-49c6-8e56-b706e778a598,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:46.189922 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:46.224122 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:46.225734 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:16:46.226655 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819103'] for router_interface, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:46.282619 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] For port 58f2d929-3eb4-4b33-a6df-6bf67744dc4b, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:16:46.290019 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] For port 58f2d929-3eb4-4b33-a6df-6bf67744dc4b, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=58f2d929-3eb4-4b33-a6df-6bf67744dc4b,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:16:46.305621 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:46.317903 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:46.337053 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8327227 May 12 08:16:46.414567 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af27236-1225-4ac0-b1c1-2ef5d735db32 req-f1f68c5a-7a57-4cdb-9f0e-02005aca401c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:46.428469 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1af27236-1225-4ac0-b1c1-2ef5d735db32 req-f1f68c5a-7a57-4cdb-9f0e-02005aca401c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 931 time: 1.0167978 May 12 08:16:46.487694 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-d06e6d03-8293-4313-b6ee-ac336ebccf3e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 08:16:46.490116 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-d06e6d03-8293-4313-b6ee-ac336ebccf3e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582454 May 12 08:16:46.552702 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:46.581594 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.678s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:46.588786 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Routers {'a9130da5-4271-49fe-b793-732795fd98e6'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:16:46.589492 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:16:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['a9130da5-4271-49fe-b793-732795fd98e6'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:46.671012 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-1af27236-1225-4ac0-b1c1-2ef5d735db32 req-e77057a7-2d15-4e62-80b0-d4d5529817dd tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Synchronizing usage tracker for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:security_group {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:16:46.793449 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-1af27236-1225-4ac0-b1c1-2ef5d735db32 req-e77057a7-2d15-4e62-80b0-d4d5529817dd tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Unset dirty status for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:security_group {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:16:46.795967 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa4d74-c1ad-4cfd-99dc-4a5da75ea9a7 None None] Pushing event updated for resources: {'Port': ['ID=58f2d929-3eb4-4b33-a6df-6bf67744dc4b,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:46.813467 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1af27236-1225-4ac0-b1c1-2ef5d735db32 req-e77057a7-2d15-4e62-80b0-d4d5529817dd tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788457 May 12 08:16:46.814608 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-fefa4d74-c1ad-4cfd-99dc-4a5da75ea9a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:46.845704 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:46.912730 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Pushing event updated for resources: {'Port': ['ID=1059426a-54b5-4f5a-afbe-c7e209c365f1,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:47.094011 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f861cc92-698b-49f4-8f10-19b8ae6601e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:47.110203 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-013fe346-9c20-4f30-9b6c-c550518b109b None None] Provisioning for port 95c65691-56ee-49c6-8e56-b706e778a598 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:16:47.177321 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-013fe346-9c20-4f30-9b6c-c550518b109b None None] Provisioning complete for port 95c65691-56ee-49c6-8e56-b706e778a598 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:16:47.178809 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-013fe346-9c20-4f30-9b6c-c550518b109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:47.397040 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:16:47.405619 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:47.406376 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:47.411195 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:47.445180 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Allocated IP 172.20.0.1 (a268b575-88fb-44a7-9078-873928216331/4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc/f5022a55-85a9-4315-9156-4b9a9a3981a1) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:16:47.450386 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.544s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:47.507992 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-013fe346-9c20-4f30-9b6c-c550518b109b None None] Port 95c65691-56ee-49c6-8e56-b706e778a598 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:16:47.511994 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Request body: {'port': {'device_id': 'fc5cc873-167f-4019-87d3-8709657be5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:47.532433 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] Set router a9130da5-4271-49fe-b793-732795fd98e6 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:16:47.631142 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device d4b353ec-cb74-4963-bd9b-70e2357f2ebf up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:16:47.644418 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82b698-f69f-495d-8b79-a2a81cad94f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb7a5cb-8ca5-482e-9eb6-8cf5ae82facf,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:47.777905 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-f861cc92-698b-49f4-8f10-19b8ae6601e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:47.786259 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46016) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:47.787460 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ba82b698-f69f-495d-8b79-a2a81cad94f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:47.792004 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:48.080239 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:48.147934 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:48.173610 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port d4b353ec-cb74-4963-bd9b-70e2357f2ebf completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:16:48.182563 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:48.189102 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port d4b353ec-cb74-4963-bd9b-70e2357f2ebf triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:16:48.189685 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:48.196688 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-f861cc92-698b-49f4-8f10-19b8ae6601e5 admin admin] Usage tracker for resource:security_group_rule and tenant:e509d28fdf8b454d8664d3fd02be958b is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:48.211268 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-ba82b698-f69f-495d-8b79-a2a81cad94f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9712bdb790a490fa1ff588cb448c034&name=default HTTP/1.1" status: 200 len: 2975 time: 4.2242160 May 12 08:16:48.212538 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:48.217112 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-f861cc92-698b-49f4-8f10-19b8ae6601e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:48.227507 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46026) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:48.233529 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'name': 'tempest-ServerRescueNegativeTestJSON-314239956-router', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:39Z', 'revision_number': 3, 'project_id': 'f66fe14646c34c47ad422167942b2336', 'gw_port': {'id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:37Z', 'updated_at': '2021-05-12T08:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:48.234295 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819004'] for router_interface, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:48.254060 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014efa25-540c-480a-afc9-17099c9ed1b4 None None] The sync data for ids ['a9130da5-4271-49fe-b793-732795fd98e6'] in dv-cinder-790910-1-smb is: [{'id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'name': 'tempest-ServerRescueNegativeTestJSON-314239956-router', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:39Z', 'revision_number': 3, 'project_id': 'f66fe14646c34c47ad422167942b2336', 'gw_port': {'id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:37Z', 'updated_at': '2021-05-12T08:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:16:48.383381 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-f861cc92-698b-49f4-8f10-19b8ae6601e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:48.416543 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:48.480977 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:48.534098 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port d4b353ec-cb74-4963-bd9b-70e2357f2ebf, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=d4b353ec-cb74-4963-bd9b-70e2357f2ebf,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:16:48.542749 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:48.548405 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:48.703612 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=d4b353ec-cb74-4963-bd9b-70e2357f2ebf,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:48.703612 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:48.844628 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Network a48f7f6f-f530-4eda-bf6b-27ca4c358942 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:16:48.862395 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Pushing event updated for resources: {'Port': ['ID=95c65691-56ee-49c6-8e56-b706e778a598,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:48.869889 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-96b36482-f519-4f29-ad62-46d6ce20c8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:48.896480 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:48.897406 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:48.899336 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d66af280-e1fd-44b5-8fcc-4711e9892b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:48.922365 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5650887 May 12 08:16:49.019291 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.029305 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77512322-d2dd-4c00-aa29-4ea93a0b33e6 {{(pid=78675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:16:49.041780 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.078868 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f861cc92-698b-49f4-8f10-19b8ae6601e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.084471 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Transition to ACTIVE for port object 77512322-d2dd-4c00-aa29-4ea93a0b33e6 will not be triggered until provisioned by entity L2. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:16:49.098919 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e545a-d2f0-48e8-be0d-5338e68a69db req-08947687-4f85-4bbe-adcd-8b077ec8ca2a tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:49.100598 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-890e545a-d2f0-48e8-be0d-5338e68a69db req-08947687-4f85-4bbe-adcd-8b077ec8ca2a tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 931 time: 0.9963686 May 12 08:16:49.103126 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.117351 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-18b96d53-5f83-4d0d-ac04-f4709f064be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:49.262687 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-3981f74b-c26c-442b-829e-1afc4a40e976 None None] Provisioning complete for port 95c65691-56ee-49c6-8e56-b706e778a598 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:16:49.266379 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-3981f74b-c26c-442b-829e-1afc4a40e976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.307014 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f861cc92-698b-49f4-8f10-19b8ae6601e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.311630 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-96b36482-f519-4f29-ad62-46d6ce20c8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:49.316149 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-96b36482-f519-4f29-ad62-46d6ce20c8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9c0bdd4f3f604a7ab63e5e365680ace7 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:49.319314 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-96b36482-f519-4f29-ad62-46d6ce20c8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:49.326776 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-96b36482-f519-4f29-ad62-46d6ce20c8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:49.416858 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-3981f74b-c26c-442b-829e-1afc4a40e976 None None] Port 95c65691-56ee-49c6-8e56-b706e778a598 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:16:49.430160 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-96b36482-f519-4f29-ad62-46d6ce20c8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.448321 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c41c1d-73d9-41b8-9837-3f9c321acbce req-d2e74361-9965-445c-8bee-51a61fe8c584 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:49.449328 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-72c41c1d-73d9-41b8-9837-3f9c321acbce req-d2e74361-9965-445c-8bee-51a61fe8c584 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Synchronizing usage tracker for tenant:0e8749eb3b244d54af00a04552b626a8 on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:16:49.468026 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-96b36482-f519-4f29-ad62-46d6ce20c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.470425 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Router afe5d8ab-d269-47e6-838b-1c0a83e22b46 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:16:49.472168 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-890e545a-d2f0-48e8-be0d-5338e68a69db req-60f2a863-b0f6-4df5-93dd-646043dc5fc7 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576522 May 12 08:16:49.491671 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.502428 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Attempting to bind port 77512322-d2dd-4c00-aa29-4ea93a0b33e6 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:16:49.502876 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Attempting to bind port 77512322-d2dd-4c00-aa29-4ea93a0b33e6 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:16:49.503303 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Attempting to bind port 77512322-d2dd-4c00-aa29-4ea93a0b33e6 on network 96f1c163-76f5-496d-872e-c8a6504735f5 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:16:49.517871 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d66af280-e1fd-44b5-8fcc-4711e9892b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.531115 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Port 77512322-d2dd-4c00-aa29-4ea93a0b33e6 on network 96f1c163-76f5-496d-872e-c8a6504735f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:16:49.531472 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Attempting to bind port 77512322-d2dd-4c00-aa29-4ea93a0b33e6 on network 96f1c163-76f5-496d-872e-c8a6504735f5 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:16:49.548080 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Pushing event updated for resources: {'Port': ['ID=77512322-d2dd-4c00-aa29-4ea93a0b33e6,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:49.571242 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:49.572661 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:49.624561 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-263c851c-9d21-46bf-bca8-69696b344fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:49.644444 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:16:49.644822 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Checking segment: {'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:16:49.645390 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Bound using segment: {'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:16:49.646017 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Bound port: 77512322-d2dd-4c00-aa29-4ea93a0b33e6, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'}}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:16:49.646371 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.676708 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 58f2d929-3eb4-4b33-a6df-6bf67744dc4b up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:16:49.678176 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Network a268b575-88fb-44a7-9078-873928216331 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:16:49.694494 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-72c41c1d-73d9-41b8-9837-3f9c321acbce req-d2e74361-9965-445c-8bee-51a61fe8c584 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Unset dirty status for tenant:0e8749eb3b244d54af00a04552b626a8 on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:16:49.704067 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-72c41c1d-73d9-41b8-9837-3f9c321acbce req-d2e74361-9965-445c-8bee-51a61fe8c584 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 931 time: 2.6249020 May 12 08:16:49.706214 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:49.708662 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:16:49.708783 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d66af280-e1fd-44b5-8fcc-4711e9892b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.709121 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819103'] for router_interface, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.748933 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861cc92-698b-49f4-8f10-19b8ae6601e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec111d6f-ef33-4503-bb1c-776bd2711781,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:49.821723 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b36482-f519-4f29-ad62-46d6ce20c8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd786793-6cc1-4f55-988a-64693746f11f,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:49.844782 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 58f2d929-3eb4-4b33-a6df-6bf67744dc4b completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:16:49.850194 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 58f2d929-3eb4-4b33-a6df-6bf67744dc4b triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:16:49.850570 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:49.915910 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-96b36482-f519-4f29-ad62-46d6ce20c8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:49.916420 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-96b36482-f519-4f29-ad62-46d6ce20c8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:49.938873 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f5022a55-85a9-4315-9156-4b9a9a3981a1,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:49.942544 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:49.958107 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46038) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:49.958663 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-96b36482-f519-4f29-ad62-46d6ce20c8a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c0bdd4f3f604a7ab63e5e365680ace7&name=default HTTP/1.1" status: 200 len: 2977 time: 2.1383379 May 12 08:16:50.029851 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] For port 77512322-d2dd-4c00-aa29-4ea93a0b33e6, host hv-cinder-79091, cleared binding levels {{(pid=78675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:16:50.070208 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] For port 77512322-d2dd-4c00-aa29-4ea93a0b33e6, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=77512322-d2dd-4c00-aa29-4ea93a0b33e6,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:16:50.092205 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:50.109894 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:50.217969 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:50.237106 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 58f2d929-3eb4-4b33-a6df-6bf67744dc4b, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=58f2d929-3eb4-4b33-a6df-6bf67744dc4b,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:16:50.240383 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-68e918a0-9a08-4aab-bbd0-03e7d44915f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:50.244793 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:50.246781 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device d4b353ec-cb74-4963-bd9b-70e2357f2ebf up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:16:50.282457 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:50.333158 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:50.333372 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:50.334669 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/77512322-d2dd-4c00-aa29-4ea93a0b33e6 HTTP/1.1" status: 200 len: 1093 time: 3.2899630 May 12 08:16:50.335210 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5cc873-167f-4019-87d3-8709657be5bd', 'tag': '77512322-d2dd-4c00-aa29-4ea93a0b33e6'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:16:50.368975 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66af280-e1fd-44b5-8fcc-4711e9892b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb7a5cb-8ca5-482e-9eb6-8cf5ae82facf,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:50.382986 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-f861cc92-698b-49f4-8f10-19b8ae6601e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e509d28fdf8b454d8664d3fd02be958b&name=default HTTP/1.1" status: 200 len: 2975 time: 4.2732222 May 12 08:16:50.386405 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46052) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:50.389998 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d66af280-e1fd-44b5-8fcc-4711e9892b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:50.425112 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:50.425411 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:50.437565 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=58f2d929-3eb4-4b33-a6df-6bf67744dc4b,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:50.442187 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:50.443580 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port d4b353ec-cb74-4963-bd9b-70e2357f2ebf triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:16:50.444132 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:50.455311 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d66af280-e1fd-44b5-8fcc-4711e9892b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:50.456532 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-d66af280-e1fd-44b5-8fcc-4711e9892b5f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9eb7a5cb-8ca5-482e-9eb6-8cf5ae82facf HTTP/1.1" status: 204 len: 168 time: 2.1899686 May 12 08:16:50.517948 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-72c41c1d-73d9-41b8-9837-3f9c321acbce req-1b2a339b-65ea-4b7b-ab10-e2fabb8bf8d7 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Synchronizing usage tracker for tenant:0e8749eb3b244d54af00a04552b626a8 on resource:security_group {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:16:50.607867 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:16:50.625350 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Sync routers for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:16:50.626903 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] 10.222.0.43 "PUT /v2.0/routers/afe5d8ab-d269-47e6-838b-1c0a83e22b46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1404145 May 12 08:16:50.634794 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:50.641359 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:16:50.642634 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:16:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:50.695153 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Pushing event updated for resources: {'Port': ['ID=77512322-d2dd-4c00-aa29-4ea93a0b33e6,revision_number=3']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:50.711358 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:50.714683 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-68e918a0-9a08-4aab-bbd0-03e7d44915f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:50.847864 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Request body: {'port': {'device_id': 'ce0cd462-b80c-47cb-bbe3-b59b5779f02a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:51.283434 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-cbd07dce-ed49-4171-9248-5be4885d4ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:51.297124 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-72c41c1d-73d9-41b8-9837-3f9c321acbce req-1b2a339b-65ea-4b7b-ab10-e2fabb8bf8d7 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Unset dirty status for tenant:0e8749eb3b244d54af00a04552b626a8 on resource:security_group {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:16:51.311824 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-72c41c1d-73d9-41b8-9837-3f9c321acbce req-1b2a339b-65ea-4b7b-ab10-e2fabb8bf8d7 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6066775 May 12 08:16:51.425408 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:16:51.455063 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-cbd07dce-ed49-4171-9248-5be4885d4ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:51.499263 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-68e918a0-9a08-4aab-bbd0-03e7d44915f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:51.505812 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:51.567909 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-f08b3257-aab0-4915-908c-dccf63ddcc32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:51.642867 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 58f2d929-3eb4-4b33-a6df-6bf67744dc4b up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:16:51.695066 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-cbd07dce-ed49-4171-9248-5be4885d4ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:51.784821 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2289c-3ad1-407e-9fb3-3f65c5fd2f33 req-37d3f4e9-4445-407a-9891-b590fa292d96 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:51.787004 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50f2289c-3ad1-407e-9fb3-3f65c5fd2f33 req-37d3f4e9-4445-407a-9891-b590fa292d96 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 943 time: 0.9652717 May 12 08:16:51.850070 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:51.883350 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd07dce-ed49-4171-9248-5be4885d4ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec111d6f-ef33-4503-bb1c-776bd2711781,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:51.892247 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-cbd07dce-ed49-4171-9248-5be4885d4ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:51.922816 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-cbd07dce-ed49-4171-9248-5be4885d4ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:51.924032 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-cbd07dce-ed49-4171-9248-5be4885d4ec3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec111d6f-ef33-4503-bb1c-776bd2711781 HTTP/1.1" status: 204 len: 168 time: 1.5104141 May 12 08:16:52.004259 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 58f2d929-3eb4-4b33-a6df-6bf67744dc4b triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:16:52.007584 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:52.070737 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:52.091550 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-12ee2d06-e24a-4206-a509-806ff9705cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:52.095609 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-12ee2d06-e24a-4206-a509-806ff9705cd7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc4727736ce64858b0b347b9ce953ca6&device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 1096 time: 1.0900826 May 12 08:16:52.097950 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e918a0-9a08-4aab-bbd0-03e7d44915f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd786793-6cc1-4f55-988a-64693746f11f,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:52.107072 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-68e918a0-9a08-4aab-bbd0-03e7d44915f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:52.110467 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-68e918a0-9a08-4aab-bbd0-03e7d44915f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd786793-6cc1-4f55-988a-64693746f11f HTTP/1.1" status: 204 len: 168 time: 2.1470678 May 12 08:16:52.125167 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5cc873-167f-4019-87d3-8709657be5bd', 'tag': '77512322-d2dd-4c00-aa29-4ea93a0b33e6', 'status': 'completed', 'code': 200} May 12 08:16:52.128526 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-68e918a0-9a08-4aab-bbd0-03e7d44915f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:52.136867 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:52.166516 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819004'] for router_interface, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:52.172881 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-2a07417f-fc92-4277-8121-28d97281bf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:52.359350 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50f2289c-3ad1-407e-9fb3-3f65c5fd2f33 req-c83a2921-42d6-461a-9da5-5c0132d79d28 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266094 May 12 08:16:52.579248 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 2, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:52.587278 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Checking router: afe5d8ab-d269-47e6-838b-1c0a83e22b46 for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:16:52.587578 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Updating router afe5d8ab-d269-47e6-838b-1c0a83e22b46 port 95c65691-56ee-49c6-8e56-b706e778a598 binding host dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:16:52.596032 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f5022a55-85a9-4315-9156-4b9a9a3981a1,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:52.608089 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:52.653171 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1059426a-54b5-4f5a-afbe-c7e209c365f1 {{(pid=78674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:16:52.662876 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:52.683036 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.provisioning_blocks [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Transition to ACTIVE for port object 1059426a-54b5-4f5a-afbe-c7e209c365f1 will not be triggered until provisioned by entity L2. {{(pid=78674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:16:52.691852 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:52.710618 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-f8326446-c3e4-495a-ad6e-d4f3974e0f0f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:52.833035 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:53.019744 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Network a268b575-88fb-44a7-9078-873928216331 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:16:53.024821 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:53.103554 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Pushing event updated for resources: {'Port': ['ID=1059426a-54b5-4f5a-afbe-c7e209c365f1,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:53.119548 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:53.359355 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46126) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:53.448274 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Attempting to bind port 1059426a-54b5-4f5a-afbe-c7e209c365f1 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:16:53.454881 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Attempting to bind port 1059426a-54b5-4f5a-afbe-c7e209c365f1 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '92cf89e9-e319-429b-9fbf-3201d25320b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8675d8d0-4407-4643-9344-c937725e87cc'}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:16:53.455467 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Attempting to bind port 1059426a-54b5-4f5a-afbe-c7e209c365f1 on network 8675d8d0-4407-4643-9344-c937725e87cc {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:16:53.471352 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Port 1059426a-54b5-4f5a-afbe-c7e209c365f1 on network 8675d8d0-4407-4643-9344-c937725e87cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:16:53.473958 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Attempting to bind port 1059426a-54b5-4f5a-afbe-c7e209c365f1 on network 8675d8d0-4407-4643-9344-c937725e87cc {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:16:53.491972 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fa6811fb-bbe8-4853-bff9-282c06449222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:53.501496 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a0fc2-fb6b-41a0-b287-54c10fa35185 req-c12ae3ad-14ce-4206-9120-9603801b636e tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:53.509708 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d09a0fc2-fb6b-41a0-b287-54c10fa35185 req-c12ae3ad-14ce-4206-9120-9603801b636e tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 943 time: 0.7621586 May 12 08:16:53.536225 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:16:53.537742 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Checking segment: {'id': '92cf89e9-e319-429b-9fbf-3201d25320b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8675d8d0-4407-4643-9344-c937725e87cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:16:53.540708 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Bound using segment: {'id': '92cf89e9-e319-429b-9fbf-3201d25320b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8675d8d0-4407-4643-9344-c937725e87cc'} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:16:53.541961 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Bound port: 1059426a-54b5-4f5a-afbe-c7e209c365f1, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cf89e9-e319-429b-9fbf-3201d25320b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8675d8d0-4407-4643-9344-c937725e87cc'}}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:16:53.544351 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:53.701608 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d09a0fc2-fb6b-41a0-b287-54c10fa35185 req-d1c1703a-a0b4-4c75-9d69-4a1ac119420a tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880651 May 12 08:16:53.753697 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-fa6811fb-bbe8-4853-bff9-282c06449222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:53.783566 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-fa6811fb-bbe8-4853-bff9-282c06449222 admin admin] Usage tracker for resource:security_group_rule and tenant:30a7134ba2c74e63b6fa4c892fc8cf55 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:53.799166 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46140) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:53.813467 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357975377', 'description': 'tempest-description--2139758462'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:53.827518 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:53.837579 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Usage tracker for resource:security_group and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:53.845569 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:53.859684 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:53.875823 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-fa6811fb-bbe8-4853-bff9-282c06449222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:53.898648 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:53.920116 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-fa6811fb-bbe8-4853-bff9-282c06449222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:54.044313 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:54.052833 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Usage tracker for resource:security_group_rule and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:54.062293 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:54.077708 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:54.099334 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:54.110295 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-72fa0b1c-c51d-4a99-a72a-19799227778c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77512322-d2dd-4c00-aa29-4ea93a0b33e6 HTTP/1.1" status: 200 len: 217 time: 0.3359795 May 12 08:16:54.132025 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Transition to ACTIVE for port object 95c65691-56ee-49c6-8e56-b706e778a598 will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:16:54.143884 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:54.162133 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:54.254547 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Router a9130da5-4271-49fe-b793-732795fd98e6 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:16:54.257237 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:54.276242 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] For port 1059426a-54b5-4f5a-afbe-c7e209c365f1, host hv-cinder-79091, cleared binding levels {{(pid=78674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:16:54.282935 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:54.379449 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] For port 1059426a-54b5-4f5a-afbe-c7e209c365f1, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1059426a-54b5-4f5a-afbe-c7e209c365f1,segment=NetworkSegment(92cf89e9-e319-429b-9fbf-3201d25320b0),segment_id=92cf89e9-e319-429b-9fbf-3201d25320b0)] {{(pid=78674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:16:54.388025 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:54.406693 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:54.408884 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:54.415882 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6120214 May 12 08:16:54.416669 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46162) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:54.457104 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-dc6aee46-4eb2-43df-ab45-aa7c86618bc2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Request body: {'security_group_rule': {'security_group_id': 'ce3c002a-592d-453c-9076-02ff3de4d127', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:54.500944 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-dc6aee46-4eb2-43df-ab45-aa7c86618bc2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:54.525586 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:54.527035 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:54.529084 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] 10.222.0.48 "PUT /v2.0/ports/1059426a-54b5-4f5a-afbe-c7e209c365f1 HTTP/1.1" status: 200 len: 1093 time: 3.7413204 May 12 08:16:54.532272 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3c002a-592d-453c-9076-02ff3de4d127,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:54.534510 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0cd462-b80c-47cb-bbe3-b59b5779f02a', 'tag': '1059426a-54b5-4f5a-afbe-c7e209c365f1'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:16:54.553014 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-4abf085c-3892-45fb-96b3-3730e73d7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:54.554993 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-4abf085c-3892-45fb-96b3-3730e73d7b4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c41f36c-9335-43c3-bef9-67f3b38b6c87 HTTP/1.1" status: 200 len: 855 time: 0.3742521 May 12 08:16:54.599655 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:54.602290 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-dc6aee46-4eb2-43df-ab45-aa7c86618bc2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Usage tracker for resource:security_group_rule and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:54.605162 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:54.651720 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-dc6aee46-4eb2-43df-ab45-aa7c86618bc2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:54.683869 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-719524f3-b0c2-4b73-bd06-56e9eab1debe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96f1c163-76f5-496d-872e-c8a6504735f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085930 May 12 08:16:54.693244 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca851c1-f309-459d-8f04-4b0ebf7fff45 req-dff9dd83-65f3-4a14-b747-238dcd96a895 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:54.695221 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-cca851c1-f309-459d-8f04-4b0ebf7fff45 req-dff9dd83-65f3-4a14-b747-238dcd96a895 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 943 time: 0.5838368 May 12 08:16:54.706944 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34c57a-0083-4d21-9c5b-898ef7a47e91 None None] Pushing event updated for resources: {'Port': ['ID=95c65691-56ee-49c6-8e56-b706e778a598,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:54.719840 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ea34c57a-0083-4d21-9c5b-898ef7a47e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:54.728431 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-dc6aee46-4eb2-43df-ab45-aa7c86618bc2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:54.736270 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Attempting to bind port 95c65691-56ee-49c6-8e56-b706e778a598 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:16:54.736270 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Attempting to bind port 95c65691-56ee-49c6-8e56-b706e778a598 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:16:54.736270 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Attempting to bind port 95c65691-56ee-49c6-8e56-b706e778a598 on network a48f7f6f-f530-4eda-bf6b-27ca4c358942 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:16:54.766494 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:16:54.770242 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Checking segment: {'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:16:54.770652 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:54.775520 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Bound using segment: {'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:16:54.776093 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Bound port: 95c65691-56ee-49c6-8e56-b706e778a598, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:16:54.776691 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:54.808548 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Pushing event updated for resources: {'Port': ['ID=1059426a-54b5-4f5a-afbe-c7e209c365f1,revision_number=3']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:54.825902 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-14110f7b-e701-4033-a337-9ff9fedb0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:54.827587 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-14110f7b-e701-4033-a337-9ff9fedb0d59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e8749eb3b244d54af00a04552b626a8&device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 1096 time: 0.1867695 May 12 08:16:54.835502 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:54.836181 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-dc6aee46-4eb2-43df-ab45-aa7c86618bc2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:54.899604 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fa6811fb-bbe8-4853-bff9-282c06449222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:54.917912 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fa6811fb-bbe8-4853-bff9-282c06449222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:54.926072 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-527940ce-c676-42eb-ac51-eab0ef2e495c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1059426a-54b5-4f5a-afbe-c7e209c365f1 HTTP/1.1" status: 200 len: 217 time: 0.0791199 May 12 08:16:54.960650 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:54.969494 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-fa6811fb-bbe8-4853-bff9-282c06449222 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30a7134ba2c74e63b6fa4c892fc8cf55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6063447 May 12 08:16:54.984172 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-cca851c1-f309-459d-8f04-4b0ebf7fff45 req-501b2ecc-60df-4109-be9b-919fe63ffdc9 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522632 May 12 08:16:55.003554 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46192) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:55.008010 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:16:55.021677 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Sync routers for ids ['a9130da5-4271-49fe-b793-732795fd98e6'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:16:55.023283 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] For port 95c65691-56ee-49c6-8e56-b706e778a598, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:16:55.032574 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] 10.222.0.43 "PUT /v2.0/routers/a9130da5-4271-49fe-b793-732795fd98e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0469217 May 12 08:16:55.034586 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] For port 95c65691-56ee-49c6-8e56-b706e778a598, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=95c65691-56ee-49c6-8e56-b706e778a598,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:16:55.037242 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Routers {'a9130da5-4271-49fe-b793-732795fd98e6'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:16:55.037896 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:16:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['a9130da5-4271-49fe-b793-732795fd98e6'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:55.043116 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:55.050560 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:55.116754 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-ce9fe046-67b4-4f72-a1a4-f97e17f3d354 service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160960 May 12 08:16:55.159808 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34c57a-0083-4d21-9c5b-898ef7a47e91 None None] Pushing event updated for resources: {'Port': ['ID=95c65691-56ee-49c6-8e56-b706e778a598,revision_number=4']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:55.179829 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ea34c57a-0083-4d21-9c5b-898ef7a47e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:55.193623 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:16:55.194889 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:16:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:55.248808 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6811fb-bbe8-4853-bff9-282c06449222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3987ee4-405e-437a-b023-1db6892888f4,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:55.285596 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fa6811fb-bbe8-4853-bff9-282c06449222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:55.316392 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-1d250b88-5c22-429b-8c65-09da857c02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:55.320699 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-1d250b88-5c22-429b-8c65-09da857c02e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b346657b-b619-411a-907f-84c01d408093 HTTP/1.1" status: 200 len: 852 time: 0.3644874 May 12 08:16:55.329194 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-dc6aee46-4eb2-43df-ab45-aa7c86618bc2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:55.349651 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ca11ef36-4096-423f-aac7-308906b263fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:55.350791 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-dc6aee46-4eb2-43df-ab45-aa7c86618bc2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:55.437498 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ca11ef36-4096-423f-aac7-308906b263fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:55.495308 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:55.519553 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-149eaffa-319a-48a5-8eb8-b1556ca76ea4 req-4bcc5d5b-cc92-43b2-bb7c-034c4fe4aef1 service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874967 May 12 08:16:55.521534 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d6045-7271-4fbb-bbd7-1be4bc7b7da4 req-ee4cb8dd-56d8-4460-908f-d6df4c064e8e tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:55.523100 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fd3d6045-7271-4fbb-bbd7-1be4bc7b7da4 req-ee4cb8dd-56d8-4460-908f-d6df4c064e8e tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 943 time: 0.5658607 May 12 08:16:55.532590 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Set router a9130da5-4271-49fe-b793-732795fd98e6 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:16:55.544357 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-21f15879-c03c-497d-be96-fb08d95788f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8675d8d0-4407-4643-9344-c937725e87cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2101598 May 12 08:16:55.570691 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ca11ef36-4096-423f-aac7-308906b263fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:55.580720 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-257beea7-b19c-4e2f-a432-fd528c0221d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:55.600754 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11ef36-4096-423f-aac7-308906b263fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3987ee4-405e-437a-b023-1db6892888f4,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:55.603575 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ca11ef36-4096-423f-aac7-308906b263fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:55.604998 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ca11ef36-4096-423f-aac7-308906b263fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:55.609368 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-ca11ef36-4096-423f-aac7-308906b263fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3987ee4-405e-437a-b023-1db6892888f4 HTTP/1.1" status: 204 len: 168 time: 0.5958533 May 12 08:16:55.615351 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:16:55.676124 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6aee46-4eb2-43df-ab45-aa7c86618bc2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a503113-b7d0-4ae5-a618-5a2de851e543,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:55.681975 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-dc6aee46-4eb2-43df-ab45-aa7c86618bc2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:55.713332 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-dc6aee46-4eb2-43df-ab45-aa7c86618bc2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:55.717437 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-dc6aee46-4eb2-43df-ab45-aa7c86618bc2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2929904 May 12 08:16:55.732406 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46210) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:55.800556 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-1bfe2ef5-1520-4598-a4b5-052bc11f647a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Request body: {'security_group_rule': {'security_group_id': 'ce3c002a-592d-453c-9076-02ff3de4d127', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:55.823424 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-1bfe2ef5-1520-4598-a4b5-052bc11f647a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:55.839735 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-1bfe2ef5-1520-4598-a4b5-052bc11f647a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Usage tracker for resource:security_group_rule and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:55.846526 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-1bfe2ef5-1520-4598-a4b5-052bc11f647a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:55.890143 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fd3d6045-7271-4fbb-bbd7-1be4bc7b7da4 req-e7a4dad5-a17a-4b26-a15a-f5461b625c7e tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366766 May 12 08:16:55.890704 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46220) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:55.891762 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-1bfe2ef5-1520-4598-a4b5-052bc11f647a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:55.899469 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0cd462-b80c-47cb-bbe3-b59b5779f02a', 'tag': '1059426a-54b5-4f5a-afbe-c7e209c365f1', 'status': 'completed', 'code': 200} May 12 08:16:55.960000 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2ef5-1520-4598-a4b5-052bc11f647a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:55.986067 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'name': 'tempest-ServerRescueNegativeTestJSON-314239956-router', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:50Z', 'revision_number': 4, 'project_id': 'f66fe14646c34c47ad422167942b2336', 'gw_port': {'id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:37Z', 'updated_at': '2021-05-12T08:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'f5022a55-85a9-4315-9156-4b9a9a3981a1', 'name': '', 'network_id': 'a268b575-88fb-44a7-9078-873928216331', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'mac_address': 'fa:16:3e:00:ee:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:47Z', 'updated_at': '2021-05-12T08:16:51Z', 'revision_number': 2, 'project_id': 'f66fe14646c34c47ad422167942b2336', 'subnets': [{'id': '4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:55.990683 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Checking router: a9130da5-4271-49fe-b793-732795fd98e6 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:16:55.991077 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Updating router a9130da5-4271-49fe-b793-732795fd98e6 port f5022a55-85a9-4315-9156-4b9a9a3981a1 binding host dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:16:56.011095 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f494cc-4338-4eac-a442-ee2494f1171e req-54a05d55-2a93-408d-98e7-fdd2c5fec068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:56.012958 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-13f494cc-4338-4eac-a442-ee2494f1171e req-54a05d55-2a93-408d-98e7-fdd2c5fec068 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc4727736ce64858b0b347b9ce953ca6&device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 1096 time: 0.3755906 May 12 08:16:56.050993 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-8f8794c4-e31d-4884-a00e-7e2add74c01a service neutron] 10.222.0.48 "GET /v2.0/networks/8675d8d0-4407-4643-9344-c937725e87cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944453 May 12 08:16:56.067262 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:56.244858 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f494cc-4338-4eac-a442-ee2494f1171e req-96211704-1d84-4c1a-9fc4-136ec14e4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:56.250347 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-13f494cc-4338-4eac-a442-ee2494f1171e req-96211704-1d84-4c1a-9fc4-136ec14e4680 service neutron] 10.222.0.48 "GET /v2.0/networks?id=96f1c163-76f5-496d-872e-c8a6504735f5 HTTP/1.1" status: 200 len: 916 time: 0.2279470 May 12 08:16:56.316957 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:55Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:56.327250 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd200a9-77fd-4b0b-9cc7-e5fc5f00a315 None None] The sync data for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb is: [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:55Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:16:56.493856 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-13f494cc-4338-4eac-a442-ee2494f1171e req-17b9d0c1-c22b-4188-84d7-c1cc03199b6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77512322-d2dd-4c00-aa29-4ea93a0b33e6 HTTP/1.1" status: 200 len: 217 time: 0.2354496 May 12 08:16:56.524436 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Notify callbacks [] for port, precommit_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:56.539618 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Transition to ACTIVE for port object f5022a55-85a9-4315-9156-4b9a9a3981a1 will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:16:56.547761 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:56.551300 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2a927f6f-0aba-464b-9e01-300c00a578a3 req-676e8f49-ad6e-4d50-988b-e13db6cf749f service neutron] 10.222.0.48 "GET /v2.0/networks/8675d8d0-4407-4643-9344-c937725e87cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896929 May 12 08:16:56.555637 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:56.571625 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-00831879-e144-4889-b31a-3778b1e22450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:56.602118 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2ef5-1520-4598-a4b5-052bc11f647a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:56.610459 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-00831879-e144-4889-b31a-3778b1e22450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:56.620744 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-00831879-e144-4889-b31a-3778b1e22450 admin admin] Usage tracker for resource:security_group_rule and tenant:4a1a81638a4d483190fa79af12db08f2 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:56.620952 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2ef5-1520-4598-a4b5-052bc11f647a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:56.631396 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-00831879-e144-4889-b31a-3778b1e22450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:56.641845 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:56.644195 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-00831879-e144-4889-b31a-3778b1e22450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:56.683654 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f494cc-4338-4eac-a442-ee2494f1171e req-b9ff4570-2d69-4054-b82d-9e74416c6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:56.685975 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-13f494cc-4338-4eac-a442-ee2494f1171e req-b9ff4570-2d69-4054-b82d-9e74416c6eea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c41f36c-9335-43c3-bef9-67f3b38b6c87 HTTP/1.1" status: 200 len: 855 time: 0.1826813 May 12 08:16:56.690498 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe2ef5-1520-4598-a4b5-052bc11f647a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4986b5-0c61-43c3-afdf-5809c5866aff,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:56.783206 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-1bfe2ef5-1520-4598-a4b5-052bc11f647a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:56.832510 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2ef5-1520-4598-a4b5-052bc11f647a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:56.841067 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-1bfe2ef5-1520-4598-a4b5-052bc11f647a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0951884 May 12 08:16:56.842188 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46242) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:56.862838 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-13f494cc-4338-4eac-a442-ee2494f1171e req-c483b02a-c15b-4ce3-b817-22bbca14ed66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96f1c163-76f5-496d-872e-c8a6504735f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1620805 May 12 08:16:56.874887 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1128c-e246-4615-9dfc-0b2f7ffdb79f req-e3b1861a-ecd4-46be-aa27-29ce25ccb486 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:56.876933 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-08d1128c-e246-4615-9dfc-0b2f7ffdb79f req-e3b1861a-ecd4-46be-aa27-29ce25ccb486 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 943 time: 0.5264101 May 12 08:16:56.882740 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Request body: {'floatingip': {'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:16:56.889501 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:56.896686 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Usage tracker for resource:floatingip and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:56.897212 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-00831879-e144-4889-b31a-3778b1e22450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:56.904591 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:56.908790 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-00831879-e144-4889-b31a-3778b1e22450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:56.908933 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e0d1d-5c17-41c9-84c7-a970f08fe938 None None] Pushing event updated for resources: {'Port': ['ID=f5022a55-85a9-4315-9156-4b9a9a3981a1,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:56.913281 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-876e0d1d-5c17-41c9-84c7-a970f08fe938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:56.925058 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:56.931600 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:56.945478 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Attempting to bind port f5022a55-85a9-4315-9156-4b9a9a3981a1 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:16:56.945864 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Attempting to bind port f5022a55-85a9-4315-9156-4b9a9a3981a1 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': 'ff0b3a64-02da-4411-b3d2-ce80d57d1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a268b575-88fb-44a7-9078-873928216331'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:16:56.946345 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Attempting to bind port f5022a55-85a9-4315-9156-4b9a9a3981a1 on network a268b575-88fb-44a7-9078-873928216331 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:16:56.963161 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:56.965679 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:16:56.966059 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Checking segment: {'id': 'ff0b3a64-02da-4411-b3d2-ce80d57d1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a268b575-88fb-44a7-9078-873928216331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:16:56.966465 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:56.966979 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Bound using segment: {'id': 'ff0b3a64-02da-4411-b3d2-ce80d57d1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a268b575-88fb-44a7-9078-873928216331'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:16:56.968897 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Bound port: f5022a55-85a9-4315-9156-4b9a9a3981a1, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0b3a64-02da-4411-b3d2-ce80d57d1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a268b575-88fb-44a7-9078-873928216331'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:16:56.969307 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:57.124353 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] For port f5022a55-85a9-4315-9156-4b9a9a3981a1, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:16:57.131226 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] For port f5022a55-85a9-4315-9156-4b9a9a3981a1, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=f5022a55-85a9-4315-9156-4b9a9a3981a1,segment=NetworkSegment(ff0b3a64-02da-4411-b3d2-ce80d57d1681),segment_id=ff0b3a64-02da-4411-b3d2-ce80d57d1681)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:16:57.139476 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:57.151649 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-5334942a-43ea-435d-ac23-dae10a83fe72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:57.221730 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Routers {'a9130da5-4271-49fe-b793-732795fd98e6'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:16:57.222472 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:16:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['a9130da5-4271-49fe-b793-732795fd98e6'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:57.306893 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00831879-e144-4889-b31a-3778b1e22450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d90c74-cffa-487d-893f-1703a29b1167,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:57.328258 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-00831879-e144-4889-b31a-3778b1e22450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:57.341696 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42d398-7f76-4ced-b632-d38725abba81 req-3f93bdc8-51e2-4458-8f87-ca08cd060f5a tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:57.342639 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-ee42d398-7f76-4ced-b632-d38725abba81 req-3f93bdc8-51e2-4458-8f87-ca08cd060f5a tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Synchronizing usage tracker for tenant:f66fe14646c34c47ad422167942b2336 on resource:network {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:16:57.350439 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-00831879-e144-4889-b31a-3778b1e22450 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a1a81638a4d483190fa79af12db08f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4499843 May 12 08:16:57.368683 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18165b-7a57-47c1-9ef0-32be4612341a req-bbca3c88-b2bc-42fe-8e96-cfee6c3d9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:57.370697 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ad18165b-7a57-47c1-9ef0-32be4612341a req-bbca3c88-b2bc-42fe-8e96-cfee6c3d9415 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e8749eb3b244d54af00a04552b626a8&device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 1096 time: 0.6178777 May 12 08:16:57.371252 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46268) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:57.403782 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-ee42d398-7f76-4ced-b632-d38725abba81 req-3f93bdc8-51e2-4458-8f87-ca08cd060f5a tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Unset dirty status for tenant:f66fe14646c34c47ad422167942b2336 on resource:network {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:16:57.426306 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-3f93bdc8-51e2-4458-8f87-ca08cd060f5a tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/networks?id=a268b575-88fb-44a7-9078-873928216331 HTTP/1.1" status: 200 len: 818 time: 0.3909252 May 12 08:16:57.556146 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-25d580a9-f63f-4120-9fc3-9232a3d89caa tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/quotas/f66fe14646c34c47ad422167942b2336 HTTP/1.1" status: 200 len: 375 time: 0.1236582 May 12 08:16:57.562284 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-08d1128c-e246-4615-9dfc-0b2f7ffdb79f req-22e51cc5-8023-4196-9ce7-68a656e3865b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042993 May 12 08:16:57.658799 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] Set router a9130da5-4271-49fe-b793-732795fd98e6 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:16:57.665288 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-13f494cc-4338-4eac-a442-ee2494f1171e req-d7401dcd-8413-41f8-9a18-94ff1610b90e service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873802 May 12 08:16:57.764823 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18165b-7a57-47c1-9ef0-32be4612341a req-beabf98e-3501-441a-ae4d-feeff2a4061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:57.772219 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ad18165b-7a57-47c1-9ef0-32be4612341a req-beabf98e-3501-441a-ae4d-feeff2a4061f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8675d8d0-4407-4643-9344-c937725e87cc HTTP/1.1" status: 200 len: 913 time: 0.3659983 May 12 08:16:57.871077 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-13f494cc-4338-4eac-a442-ee2494f1171e req-c1111dc7-7e7b-4031-ab17-750beafbc0f6 service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864228 May 12 08:16:57.944503 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:58.016671 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ad18165b-7a57-47c1-9ef0-32be4612341a req-af6c2459-a3ff-480a-8618-7270e9469c22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1059426a-54b5-4f5a-afbe-c7e209c365f1 HTTP/1.1" status: 200 len: 217 time: 0.1195064 May 12 08:16:58.159374 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18165b-7a57-47c1-9ef0-32be4612341a req-47fb7e3d-f5c9-4ede-9daa-f611b5ca0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:58.162579 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ad18165b-7a57-47c1-9ef0-32be4612341a req-47fb7e3d-f5c9-4ede-9daa-f611b5ca0986 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b346657b-b619-411a-907f-84c01d408093 HTTP/1.1" status: 200 len: 852 time: 0.1295950 May 12 08:16:58.176172 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-b553e4fc-5a72-48c7-83c4-233fa75497ad tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f66fe14646c34c47ad422167942b2336&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6188581 May 12 08:16:58.252451 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e3025-c081-4d1b-a42d-5f5101f3b7a2 req-00cce7a6-0a2b-4e0c-8767-9b1959c6eeb3 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:58.266408 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d89e3025-c081-4d1b-a42d-5f5101f3b7a2 req-00cce7a6-0a2b-4e0c-8767-9b1959c6eeb3 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 943 time: 0.3246193 May 12 08:16:58.325586 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 95c65691-56ee-49c6-8e56-b706e778a598 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:16:58.386811 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e0d1d-5c17-41c9-84c7-a970f08fe938 None None] Pushing event updated for resources: {'Port': ['ID=f5022a55-85a9-4315-9156-4b9a9a3981a1,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:58.402072 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-876e0d1d-5c17-41c9-84c7-a970f08fe938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.250s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:58.417091 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 77512322-d2dd-4c00-aa29-4ea93a0b33e6 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:16:58.430814 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Allocated IP 172.28.1.113 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/18d8116c-8314-4340-b138-1adfdbb01b28) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:16:58.473124 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0a364433-e94f-42c5-b9cd-84af5e43cadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:58.477786 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ad18165b-7a57-47c1-9ef0-32be4612341a req-07181c02-e7e0-4108-b241-e8d37c70ac3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8675d8d0-4407-4643-9344-c937725e87cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937786 May 12 08:16:58.493653 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-8526c88c-e412-4ce9-b845-95d7ccfd0e1e service neutron] 10.222.0.43 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160744 May 12 08:16:58.497414 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d89e3025-c081-4d1b-a42d-5f5101f3b7a2 req-157e2a20-2b0c-4d35-b2e5-d1a17ffb5ef3 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252104 May 12 08:16:58.725347 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0a364433-e94f-42c5-b9cd-84af5e43cadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:58.744907 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 77512322-d2dd-4c00-aa29-4ea93a0b33e6, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=77512322-d2dd-4c00-aa29-4ea93a0b33e6,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:16:58.787224 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': '77512322-d2dd-4c00-aa29-4ea93a0b33e6', 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5', 'port_id': '77512322-d2dd-4c00-aa29-4ea93a0b33e6', 'mac_address': 'fa:16:3e:48:15:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c41f36c-9335-43c3-bef9-67f3b38b6c87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:16:58.893030 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-16d28089-02e3-4088-b878-65c973d75b18 service neutron] 10.222.0.43 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982313 May 12 08:16:58.903848 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ad18165b-7a57-47c1-9ef0-32be4612341a req-9c9dc461-413d-49b5-b757-3670763ebeab service neutron] 10.222.0.48 "GET /v2.0/networks/8675d8d0-4407-4643-9344-c937725e87cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212194 May 12 08:16:58.957333 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0a364433-e94f-42c5-b9cd-84af5e43cadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:58.964011 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:59.014177 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46310) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:16:59.018309 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:59.048454 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77512322-d2dd-4c00-aa29-4ea93a0b33e6 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:16:59.069433 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 95c65691-56ee-49c6-8e56-b706e778a598 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:16:59.098364 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 95c65691-56ee-49c6-8e56-b706e778a598 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:16:59.098744 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:59.119399 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:59.145380 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 77512322-d2dd-4c00-aa29-4ea93a0b33e6, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=77512322-d2dd-4c00-aa29-4ea93a0b33e6,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:16:59.153889 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:59.160330 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b29643-6d85-4702-baea-0e6439dfdd7e req-e0052b82-29d0-48c5-8396-7c9c67ce1918 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:16:59.165236 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-54b29643-6d85-4702-baea-0e6439dfdd7e req-e0052b82-29d0-48c5-8396-7c9c67ce1918 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 943 time: 0.3695834 May 12 08:16:59.172512 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:59.177143 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:59.187109 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a364433-e94f-42c5-b9cd-84af5e43cadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d90c74-cffa-487d-893f-1703a29b1167,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:59.229809 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:59.353957 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-0a364433-e94f-42c5-b9cd-84af5e43cadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:59.360261 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:16:59.384744 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cdeaedf3-705a-49b8-b8fd-85d299e5ec5c req-4ebde3b3-0de0-45d4-add5-cf1533fadf3e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 210 time: 0.2110193 May 12 08:16:59.388859 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0a364433-e94f-42c5-b9cd-84af5e43cadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:59.392533 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:16:59.413791 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-0a364433-e94f-42c5-b9cd-84af5e43cadc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73d90c74-cffa-487d-893f-1703a29b1167 HTTP/1.1" status: 204 len: 168 time: 2.0291598 May 12 08:16:59.414075 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'name': 'tempest-ServerRescueNegativeTestJSON-314239956-router', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:50Z', 'revision_number': 4, 'project_id': 'f66fe14646c34c47ad422167942b2336', 'gw_port': {'id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:37Z', 'updated_at': '2021-05-12T08:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'f5022a55-85a9-4315-9156-4b9a9a3981a1', 'name': '', 'network_id': 'a268b575-88fb-44a7-9078-873928216331', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'mac_address': 'fa:16:3e:00:ee:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:47Z', 'updated_at': '2021-05-12T08:16:57Z', 'revision_number': 4, 'project_id': 'f66fe14646c34c47ad422167942b2336', 'subnets': [{'id': '4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:16:59.431811 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ad18165b-7a57-47c1-9ef0-32be4612341a req-fe7f2145-a108-4b64-a8bd-48b8d2d612c6 service neutron] 10.222.0.48 "GET /v2.0/networks/8675d8d0-4407-4643-9344-c937725e87cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199573 May 12 08:16:59.444659 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:16:59.459204 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:59.487181 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c46b3b-1e04-4ca2-ac25-c14951eeb578 None None] The sync data for ids ['a9130da5-4271-49fe-b793-732795fd98e6'] in dv-cinder-790910-1-smb is: [{'id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'name': 'tempest-ServerRescueNegativeTestJSON-314239956-router', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:50Z', 'revision_number': 4, 'project_id': 'f66fe14646c34c47ad422167942b2336', 'gw_port': {'id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:37Z', 'updated_at': '2021-05-12T08:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'f5022a55-85a9-4315-9156-4b9a9a3981a1', 'name': '', 'network_id': 'a268b575-88fb-44a7-9078-873928216331', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'mac_address': 'fa:16:3e:00:ee:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:47Z', 'updated_at': '2021-05-12T08:16:57Z', 'revision_number': 4, 'project_id': 'f66fe14646c34c47ad422167942b2336', 'subnets': [{'id': '4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:16:59.489417 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-54b29643-6d85-4702-baea-0e6439dfdd7e req-70df3109-46ba-4398-8155-133609fadd34 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182354 May 12 08:16:59.496434 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7a88f819-3b29-4d23-8021-6f01011e6111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:59.544874 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=77512322-d2dd-4c00-aa29-4ea93a0b33e6,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:59.553360 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:59.567329 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 95c65691-56ee-49c6-8e56-b706e778a598, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=95c65691-56ee-49c6-8e56-b706e778a598,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:16:59.579561 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:59.579561 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:16:59.678728 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event updated for resources: {'Port': ['ID=18d8116c-8314-4340-b138-1adfdbb01b28,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:59.708010 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:59.725144 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-7a88f819-3b29-4d23-8021-6f01011e6111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:16:59.725930 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['77512322-d2dd-4c00-aa29-4ea93a0b33e6'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:16:59.733121 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-7a88f819-3b29-4d23-8021-6f01011e6111 admin admin] Usage tracker for resource:security_group_rule and tenant:7b10b239acd74c09969e14459d435447 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:16:59.737727 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-7a88f819-3b29-4d23-8021-6f01011e6111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:16:59.745903 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-7a88f819-3b29-4d23-8021-6f01011e6111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:16:59.804528 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=95c65691-56ee-49c6-8e56-b706e778a598,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:16:59.812899 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:16:59.922936 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7a88f819-3b29-4d23-8021-6f01011e6111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:16:59.937253 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7a88f819-3b29-4d23-8021-6f01011e6111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:00.001899 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-784fc390-1c07-40a2-aa25-08241931b56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:00.194275 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-7a88f819-3b29-4d23-8021-6f01011e6111 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b10b239acd74c09969e14459d435447&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1676154 May 12 08:17:00.197845 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46362) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:00.198289 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:00.253144 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ba908-3e0a-4676-b1ff-ea1284737a25 req-87f8a054-f054-4679-9eb5-bbff8ece1ba3 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:00.263995 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a34ba908-3e0a-4676-b1ff-ea1284737a25 req-87f8a054-f054-4679-9eb5-bbff8ece1ba3 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 943 time: 0.5444345 May 12 08:17:00.276073 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88f819-3b29-4d23-8021-6f01011e6111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fb21df-a782-460b-a135-364dbd26cb7d,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:00.315277 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7a88f819-3b29-4d23-8021-6f01011e6111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:00.394738 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 1059426a-54b5-4f5a-afbe-c7e209c365f1 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:17:00.438291 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 95c65691-56ee-49c6-8e56-b706e778a598 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:00.449716 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a34ba908-3e0a-4676-b1ff-ea1284737a25 req-abb26d00-2776-4b23-8abd-0cb79a6af5c7 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748490 May 12 08:17:00.472699 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-26f00ade-0f10-41f3-968e-d6d0ce3185ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:00.524830 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:00.559726 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-26f00ade-0f10-41f3-968e-d6d0ce3185ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:00.632420 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.db.resource_extend [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 08:17:00.633425 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46368) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:00.746471 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b004286f-841e-4fce-acb6-1395616fcc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:00.813120 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-26f00ade-0f10-41f3-968e-d6d0ce3185ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:00.849896 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-b004286f-841e-4fce-acb6-1395616fcc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:00.857535 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-b004286f-841e-4fce-acb6-1395616fcc1a admin admin] Usage tracker for resource:security_group_rule and tenant:8115815090b148049302e36f6560e3ab is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:00.862414 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-b004286f-841e-4fce-acb6-1395616fcc1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:00.877163 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-b004286f-841e-4fce-acb6-1395616fcc1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:00.881438 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fa6811fb-bbe8-4853-bff9-282c06449222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:00.935412 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f00ade-0f10-41f3-968e-d6d0ce3185ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fb21df-a782-460b-a135-364dbd26cb7d,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:00.945495 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-26f00ade-0f10-41f3-968e-d6d0ce3185ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:00.986883 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-26f00ade-0f10-41f3-968e-d6d0ce3185ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:01.011382 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-26f00ade-0f10-41f3-968e-d6d0ce3185ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22fb21df-a782-460b-a135-364dbd26cb7d HTTP/1.1" status: 204 len: 168 time: 0.7930546 May 12 08:17:01.132449 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 95c65691-56ee-49c6-8e56-b706e778a598 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:01.136298 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:01.197955 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74933e8-b5b6-4170-9051-d17b5baa1595 req-3d8370f5-bfd9-4074-b334-f08cceb1f5ac tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:01.205610 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f74933e8-b5b6-4170-9051-d17b5baa1595 req-3d8370f5-bfd9-4074-b334-f08cceb1f5ac tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 944 time: 0.4818039 May 12 08:17:01.247387 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b004286f-841e-4fce-acb6-1395616fcc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:01.362602 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b004286f-841e-4fce-acb6-1395616fcc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:01.400372 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 1059426a-54b5-4f5a-afbe-c7e209c365f1, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1059426a-54b5-4f5a-afbe-c7e209c365f1,segment=NetworkSegment(92cf89e9-e319-429b-9fbf-3201d25320b0),segment_id=92cf89e9-e319-429b-9fbf-3201d25320b0)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:01.486980 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': '1059426a-54b5-4f5a-afbe-c7e209c365f1', 'network_id': '8675d8d0-4407-4643-9344-c937725e87cc', 'port_id': '1059426a-54b5-4f5a-afbe-c7e209c365f1', 'mac_address': 'fa:16:3e:37:4e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b346657b-b619-411a-907f-84c01d408093', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:17:01.604958 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:01.650008 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-8c2e41f1-3729-423e-a672-7479b25d9afd tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:01.658594 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-8c2e41f1-3729-423e-a672-7479b25d9afd tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/networks?id=a268b575-88fb-44a7-9078-873928216331 HTTP/1.1" status: 200 len: 818 time: 1.4584329 May 12 08:17:01.662088 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:01.673738 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f74933e8-b5b6-4170-9051-d17b5baa1595 req-203a712b-2aed-4523-9050-addf1913bbff tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234251 May 12 08:17:01.691938 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device f5022a55-85a9-4315-9156-4b9a9a3981a1 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:01.708091 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004286f-841e-4fce-acb6-1395616fcc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd6e361-c624-4dcb-b697-d6b4e00d693a,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:01.724332 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1059426a-54b5-4f5a-afbe-c7e209c365f1 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:01.746053 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 1059426a-54b5-4f5a-afbe-c7e209c365f1, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1059426a-54b5-4f5a-afbe-c7e209c365f1,segment=NetworkSegment(92cf89e9-e319-429b-9fbf-3201d25320b0),segment_id=92cf89e9-e319-429b-9fbf-3201d25320b0)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:01.756002 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:01.760743 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-fefa4d74-c1ad-4cfd-99dc-4a5da75ea9a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:01.769581 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42d398-7f76-4ced-b632-d38725abba81 req-6b9c82db-a9ad-4909-ad68-c44b229cfd71 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:01.771112 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-6b9c82db-a9ad-4909-ad68-c44b229cfd71 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.48 "GET /v2.0/networks?id=a268b575-88fb-44a7-9078-873928216331 HTTP/1.1" status: 200 len: 818 time: 0.5626721 May 12 08:17:01.785989 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46398) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:01.786522 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-b004286f-841e-4fce-acb6-1395616fcc1a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8115815090b148049302e36f6560e3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1519270 May 12 08:17:01.787876 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-b004286f-841e-4fce-acb6-1395616fcc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:01.792708 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bdf08e07-ff5f-4230-ae93-569f1aa3bc06 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/quotas/f66fe14646c34c47ad422167942b2336 HTTP/1.1" status: 200 len: 375 time: 0.1325917 May 12 08:17:01.819913 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Request body: {'port': {'device_id': '32d68f17-adc8-47ff-b0cb-d33eadfe62c5', 'network_id': 'a268b575-88fb-44a7-9078-873928216331', 'admin_state_up': True, 'tenant_id': 'f66fe14646c34c47ad422167942b2336'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:01.862558 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=1059426a-54b5-4f5a-afbe-c7e209c365f1,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:01.866614 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:01.885204 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port f5022a55-85a9-4315-9156-4b9a9a3981a1 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:01.901595 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port f5022a55-85a9-4315-9156-4b9a9a3981a1 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:01.901990 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:01.982611 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46402) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:02.021283 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-74a5b205-0c55-4355-a334-214c4b16822b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.027184 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.044436 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-74a5b205-0c55-4355-a334-214c4b16822b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:02.056335 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-74a5b205-0c55-4355-a334-214c4b16822b admin admin] Usage tracker for resource:security_group_rule and tenant:a1835a2e39ee470da5dbaa1fdf9b43ca is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:02.062829 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-74a5b205-0c55-4355-a334-214c4b16822b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:02.063519 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-25188715-017f-44ed-84af-5cfe329f9d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.072695 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.074996 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-74a5b205-0c55-4355-a334-214c4b16822b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:02.075704 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['1059426a-54b5-4f5a-afbe-c7e209c365f1'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:17:02.083460 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.096458 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a28c0979-42fb-43c0-b907-3cb2249058f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:02.119225 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-25188715-017f-44ed-84af-5cfe329f9d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.137546 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port f5022a55-85a9-4315-9156-4b9a9a3981a1, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=f5022a55-85a9-4315-9156-4b9a9a3981a1,segment=NetworkSegment(ff0b3a64-02da-4411-b3d2-ce80d57d1681),segment_id=ff0b3a64-02da-4411-b3d2-ce80d57d1681)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:02.142558 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:02.145835 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.150259 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-fefa4d74-c1ad-4cfd-99dc-4a5da75ea9a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:02.154041 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Usage tracker for resource:port and tenant:f66fe14646c34c47ad422167942b2336 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:02.170844 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:02.181477 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.185442 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:02.202196 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6e55f-85ba-4420-9a8f-39fca6155778 req-028d1ca6-e42b-4082-a840-9451a38ec0da tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:02.204522 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5fc6e55f-85ba-4420-9a8f-39fca6155778 req-028d1ca6-e42b-4082-a840-9451a38ec0da tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 944 time: 0.3127890 May 12 08:17:02.204720 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-4fafe83d-ced9-4bda-9aa4-9448fdc5a68e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Synchronizing usage tracker for tenant:f66fe14646c34c47ad422167942b2336 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:02.214675 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Made reservation on behalf of f66fe14646c34c47ad422167942b2336 for: {'port': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:17:02.219536 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.221180 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event updated for resources: {'Port': ['ID=18d8116c-8314-4340-b138-1adfdbb01b28,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:02.235008 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:02.260527 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=f5022a55-85a9-4315-9156-4b9a9a3981a1,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:02.266967 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:02.273465 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-4fafe83d-ced9-4bda-9aa4-9448fdc5a68e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Unset dirty status for tenant:f66fe14646c34c47ad422167942b2336 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:02.274782 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-4fafe83d-ced9-4bda-9aa4-9448fdc5a68e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f66fe14646c34c47ad422167942b2336&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4476044 May 12 08:17:02.318086 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.324584 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4554143 May 12 08:17:02.337833 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-25188715-017f-44ed-84af-5cfe329f9d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.368445 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5fc6e55f-85ba-4420-9a8f-39fca6155778 req-5018737c-9434-4992-8407-407245e43c87 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307745 May 12 08:17:02.383622 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:02.404286 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 77512322-d2dd-4c00-aa29-4ea93a0b33e6 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:02.404537 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25188715-017f-44ed-84af-5cfe329f9d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd6e361-c624-4dcb-b697-d6b4e00d693a,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:02.408458 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-74a5b205-0c55-4355-a334-214c4b16822b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.421675 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-74a5b205-0c55-4355-a334-214c4b16822b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.422585 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-25188715-017f-44ed-84af-5cfe329f9d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:02.442391 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:02.476944 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-25188715-017f-44ed-84af-5cfe329f9d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.481917 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-25188715-017f-44ed-84af-5cfe329f9d11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fbd6e361-c624-4dcb-b697-d6b4e00d693a HTTP/1.1" status: 204 len: 168 time: 0.6948812 May 12 08:17:02.510501 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port 77512322-d2dd-4c00-aa29-4ea93a0b33e6 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:02.516020 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port 77512322-d2dd-4c00-aa29-4ea93a0b33e6 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:02.516551 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.536209 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-74a5b205-0c55-4355-a334-214c4b16822b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1835a2e39ee470da5dbaa1fdf9b43ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5466366 May 12 08:17:02.538987 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46412) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:02.546259 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5b205-0c55-4355-a334-214c4b16822b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e838d1-2f4b-4f13-a9b0-73a51c82a9b8,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:02.559589 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Allocated IP 172.20.0.5 (a268b575-88fb-44a7-9078-873928216331/4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc/f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:17:02.561884 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-d48e1e42-2b5e-45c4-9378-45005694b661 service neutron] 10.222.0.43 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799430 May 12 08:17:02.567382 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-74a5b205-0c55-4355-a334-214c4b16822b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:02.739028 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.784888 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5cc873-167f-4019-87d3-8709657be5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77512322-d2dd-4c00-aa29-4ea93a0b33e6'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:02.826847 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-83d3e573-7336-4563-90c8-ce0409da9f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.857506 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-fbd53315-3565-4a39-ba0d-fdb4238ec400 service neutron] 10.222.0.43 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760530 May 12 08:17:02.888903 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-83d3e573-7336-4563-90c8-ce0409da9f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.958178 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-ffac9574-7959-4d06-b5b2-3fea07c8afe0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Synchronizing usage tracker for tenant:6f33c4d641f2420683d924899ca743bd on resource:security_group {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:02.980231 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 77512322-d2dd-4c00-aa29-4ea93a0b33e6, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=77512322-d2dd-4c00-aa29-4ea93a0b33e6,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:02.988064 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.989752 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-83d3e573-7336-4563-90c8-ce0409da9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:02.991450 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:03.004607 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-b004286f-841e-4fce-acb6-1395616fcc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:03.036913 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3e573-7336-4563-90c8-ce0409da9f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e838d1-2f4b-4f13-a9b0-73a51c82a9b8,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:03.043225 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-83d3e573-7336-4563-90c8-ce0409da9f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:03.047635 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-83d3e573-7336-4563-90c8-ce0409da9f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:03.052584 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-83d3e573-7336-4563-90c8-ce0409da9f30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2e838d1-2f4b-4f13-a9b0-73a51c82a9b8 HTTP/1.1" status: 204 len: 168 time: 0.5058801 May 12 08:17:03.087916 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-ffac9574-7959-4d06-b5b2-3fea07c8afe0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Unset dirty status for tenant:6f33c4d641f2420683d924899ca743bd on resource:security_group {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:03.108981 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-ffac9574-7959-4d06-b5b2-3fea07c8afe0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--357975377&fields=id&tenant_id=6f33c4d641f2420683d924899ca743bd HTTP/1.1" status: 200 len: 267 time: 0.4477654 May 12 08:17:03.141236 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=77512322-d2dd-4c00-aa29-4ea93a0b33e6,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:03.147359 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:03.383250 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc501d-ce9e-496f-92ea-64a6a165a9cf req-e1f3e30e-d5d9-4131-a176-9e383dafa044 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:03.393691 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-46bc501d-ce9e-496f-92ea-64a6a165a9cf req-e1f3e30e-d5d9-4131-a176-9e383dafa044 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 945 time: 0.1228576 May 12 08:17:03.458161 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-46bc501d-ce9e-496f-92ea-64a6a165a9cf req-49236acb-aec2-413b-920e-9fe24c37c15a tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574026 May 12 08:17:03.479829 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:03.500715 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-094eddec-2440-4be9-8428-d121889fe602 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:03.501547 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-094eddec-2440-4be9-8428-d121889fe602 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Synchronizing usage tracker for tenant:6f33c4d641f2420683d924899ca743bd on resource:network {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:03.553187 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-094eddec-2440-4be9-8428-d121889fe602 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Unset dirty status for tenant:6f33c4d641f2420683d924899ca743bd on resource:network {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:03.562077 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-094eddec-2440-4be9-8428-d121889fe602 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/networks?id=a48f7f6f-f530-4eda-bf6b-27ca4c358942 HTTP/1.1" status: 200 len: 811 time: 0.4512393 May 12 08:17:03.590001 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-302f850b-069e-46f4-be66-79c3a9417149 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/quotas/6f33c4d641f2420683d924899ca743bd HTTP/1.1" status: 200 len: 375 time: 0.0269783 May 12 08:17:03.679951 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d71cb992-2e3d-4a09-a169-4ca4ca3ba43b req-65b2ff51-7634-4af6-b903-0ce76056f478 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 210 time: 0.1230326 May 12 08:17:03.738717 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:03.751221 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:03.869401 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Network a268b575-88fb-44a7-9078-873928216331 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:17:03.873906 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:03.885510 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:17:03.892255 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:03.892992 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:03.912956 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-31220d30-c687-4d6e-9509-1531c935a2b2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Synchronizing usage tracker for tenant:6f33c4d641f2420683d924899ca743bd on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:03.945817 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Pushing event updated for resources: {'Port': ['ID=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:03.950415 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:03.958796 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1522596 May 12 08:17:03.962918 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-31220d30-c687-4d6e-9509-1531c935a2b2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Unset dirty status for tenant:6f33c4d641f2420683d924899ca743bd on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:03.970280 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-31220d30-c687-4d6e-9509-1531c935a2b2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f33c4d641f2420683d924899ca743bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3696320 May 12 08:17:03.988649 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Request body: {'port': {'device_id': '32d68f17-adc8-47ff-b0cb-d33eadfe62c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:04.049348 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5cc873-167f-4019-87d3-8709657be5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77512322-d2dd-4c00-aa29-4ea93a0b33e6', 'code': 200} May 12 08:17:04.310808 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:04.330266 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device f5022a55-85a9-4315-9156-4b9a9a3981a1 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:04.391074 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-388ffc01-63cd-4234-96a2-9b7aa1b1cc36 service neutron] 10.222.0.43 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536077 May 12 08:17:04.414939 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 1059426a-54b5-4f5a-afbe-c7e209c365f1 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:04.459467 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2394d2-934a-4eca-887e-10f2c964974d req-32542480-38cc-456f-8440-b5d473cc4b43 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:04.474256 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2e2394d2-934a-4eca-887e-10f2c964974d req-32542480-38cc-456f-8440-b5d473cc4b43 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 944 time: 0.1785932 May 12 08:17:04.495466 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port f5022a55-85a9-4315-9156-4b9a9a3981a1 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:04.496069 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:04.609499 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port 1059426a-54b5-4f5a-afbe-c7e209c365f1 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:04.617197 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2e2394d2-934a-4eca-887e-10f2c964974d req-9e720284-f9b4-4562-aaed-da74ce40086b tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418176 May 12 08:17:04.624794 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port 1059426a-54b5-4f5a-afbe-c7e209c365f1 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:04.625502 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:04.706139 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1ce8fea3-e8ee-458a-9155-fd5989add481 service neutron] 10.222.0.43 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002672 May 12 08:17:04.901808 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea4539-60f3-4950-804f-309915a7409b req-6c4502fd-dc73-45b0-a970-6956e644b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:04.903421 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4bea4539-60f3-4950-804f-309915a7409b req-6c4502fd-dc73-45b0-a970-6956e644b7c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 1098 time: 0.2800045 May 12 08:17:04.976137 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-4bea4539-60f3-4950-804f-309915a7409b req-71c2fd31-633c-4fef-b082-835b8afc24c3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:05.062066 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.48', 64494) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:05.068316 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:05.147048 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 1059426a-54b5-4f5a-afbe-c7e209c365f1, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1059426a-54b5-4f5a-afbe-c7e209c365f1,segment=NetworkSegment(92cf89e9-e319-429b-9fbf-3201d25320b0),segment_id=92cf89e9-e319-429b-9fbf-3201d25320b0)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:05.162203 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:05.170829 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:05.222636 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-4bea4539-60f3-4950-804f-309915a7409b req-71c2fd31-633c-4fef-b082-835b8afc24c3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:05.240224 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-4bea4539-60f3-4950-804f-309915a7409b req-71c2fd31-633c-4fef-b082-835b8afc24c3 service neutron] Usage tracker for resource:security_group_rule and tenant:de7d13d2de224894a5665501d34b43af is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:05.247394 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-4bea4539-60f3-4950-804f-309915a7409b req-71c2fd31-633c-4fef-b082-835b8afc24c3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:05.267936 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-4bea4539-60f3-4950-804f-309915a7409b req-71c2fd31-633c-4fef-b082-835b8afc24c3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:05.463078 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=1059426a-54b5-4f5a-afbe-c7e209c365f1,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:05.482401 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:05.544556 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-4bea4539-60f3-4950-804f-309915a7409b req-71c2fd31-633c-4fef-b082-835b8afc24c3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:05.574971 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb117ec-c7f9-4b3f-91c9-d79956b98021 req-f759a192-f33c-4ea6-bc00-8cbdc5f0006b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:05.577051 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ddb117ec-c7f9-4b3f-91c9-d79956b98021 req-f759a192-f33c-4ea6-bc00-8cbdc5f0006b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 945 time: 0.5559225 May 12 08:17:05.578069 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-4bea4539-60f3-4950-804f-309915a7409b req-71c2fd31-633c-4fef-b082-835b8afc24c3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:05.584569 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 {{(pid=78674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:05.620155 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:05.637346 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ca677349-cc3c-4bc9-814f-49a89bebd4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:05.674107 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.provisioning_blocks [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Transition to ACTIVE for port object f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 will not be triggered until provisioned by entity L2. {{(pid=78674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:05.678439 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4bea4539-60f3-4950-804f-309915a7409b req-71c2fd31-633c-4fef-b082-835b8afc24c3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7566640 May 12 08:17:05.695104 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2fd31-633c-4fef-b082-835b8afc24c3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bc023b30-fa4f-4d13-9488-6e24a46192e4,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:05.727763 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ddb117ec-c7f9-4b3f-91c9-d79956b98021 req-32e06ba5-0b00-49f4-9cfe-3e98424443bd tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234090 May 12 08:17:05.731117 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-71c2fd31-633c-4fef-b082-835b8afc24c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:05.798861 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:05.848720 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:05.881582 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8c5d89e2-ed51-4a65-9c12-79cab0e11db6 req-1cfb91e2-e54c-424d-b0aa-2edfd040fc65 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 210 time: 0.0734918 May 12 08:17:05.920634 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-6eee4ec9-cc42-42db-8ee0-ef16eff7597a req-c0bc7f5c-0f2b-4a54-b086-47af94781ee3 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Synchronizing usage tracker for tenant:f66fe14646c34c47ad422167942b2336 on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:06.002851 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-4154ef46-d439-4321-b519-4aaf63ef3228 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:06.004542 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-4154ef46-d439-4321-b519-4aaf63ef3228 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.48 "GET /v2.0/networks?id=a268b575-88fb-44a7-9078-873928216331 HTTP/1.1" status: 200 len: 818 time: 0.9386261 May 12 08:17:06.050189 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0cd462-b80c-47cb-bbe3-b59b5779f02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1059426a-54b5-4f5a-afbe-c7e209c365f1'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:06.091316 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Request body: {'port': {'device_id': 'fe82937a-4a75-45ab-8eef-18f338747131', 'network_id': 'a268b575-88fb-44a7-9078-873928216331', 'admin_state_up': True, 'tenant_id': 'f66fe14646c34c47ad422167942b2336'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:06.164030 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a762b-a757-43ed-a433-279885eb9063 req-9abe0579-5910-41f3-95bb-e54fb742d7e1 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:06.184323 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c06a762b-a757-43ed-a433-279885eb9063 req-9abe0579-5910-41f3-95bb-e54fb742d7e1 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 945 time: 0.1359849 May 12 08:17:06.218637 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-6eee4ec9-cc42-42db-8ee0-ef16eff7597a req-c0bc7f5c-0f2b-4a54-b086-47af94781ee3 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Unset dirty status for tenant:f66fe14646c34c47ad422167942b2336 on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:06.229374 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6eee4ec9-cc42-42db-8ee0-ef16eff7597a req-c0bc7f5c-0f2b-4a54-b086-47af94781ee3 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 210 time: 0.7526233 May 12 08:17:06.236716 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Pushing event updated for resources: {'Port': ['ID=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:06.281808 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c06a762b-a757-43ed-a433-279885eb9063 req-19666850-e953-4525-b9bc-f402fbaa5635 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962594 May 12 08:17:06.286000 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:06.344049 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0cd462-b80c-47cb-bbe3-b59b5779f02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1059426a-54b5-4f5a-afbe-c7e209c365f1', 'code': 200} May 12 08:17:06.349028 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Attempting to bind port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:17:06.350030 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Attempting to bind port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'ff0b3a64-02da-4411-b3d2-ce80d57d1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a268b575-88fb-44a7-9078-873928216331'}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:17:06.350616 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Attempting to bind port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 on network a268b575-88fb-44a7-9078-873928216331 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:06.365202 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 on network a268b575-88fb-44a7-9078-873928216331 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:17:06.365795 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Attempting to bind port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 on network a268b575-88fb-44a7-9078-873928216331 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:06.394314 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:17:06.395134 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Checking segment: {'id': 'ff0b3a64-02da-4411-b3d2-ce80d57d1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a268b575-88fb-44a7-9078-873928216331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:17:06.395733 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Bound using segment: {'id': 'ff0b3a64-02da-4411-b3d2-ce80d57d1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a268b575-88fb-44a7-9078-873928216331'} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:17:06.396384 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Bound port: f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0b3a64-02da-4411-b3d2-ce80d57d1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a268b575-88fb-44a7-9078-873928216331'}}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:17:06.396981 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:06.492562 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:06.510287 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:06.548043 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Made reservation on behalf of f66fe14646c34c47ad422167942b2336 for: {'port': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:17:06.553979 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:06.579422 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] For port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94, host hv-cinder-79091, cleared binding levels {{(pid=78674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:17:06.631444 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] For port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94,segment=NetworkSegment(ff0b3a64-02da-4411-b3d2-ce80d57d1681),segment_id=ff0b3a64-02da-4411-b3d2-ce80d57d1681)] {{(pid=78674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:17:06.649475 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:06.664086 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:06.743245 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:06.743879 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:06.745500 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] 10.222.0.48 "PUT /v2.0/ports/f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 HTTP/1.1" status: 200 len: 1093 time: 2.7643905 May 12 08:17:06.749238 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d68f17-adc8-47ff-b0cb-d33eadfe62c5', 'tag': 'f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:06.778770 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200c1bc-754d-4a7e-be9c-2281a12fd105 req-056ffc6d-b7ae-4262-bc59-b4929d8437bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:06.785732 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3200c1bc-754d-4a7e-be9c-2281a12fd105 req-056ffc6d-b7ae-4262-bc59-b4929d8437bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 1098 time: 0.1448741 May 12 08:17:06.904175 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3200c1bc-754d-4a7e-be9c-2281a12fd105 req-47878ffc-9c05-4b4c-901d-fa1e1ec3c457 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862598 May 12 08:17:06.940985 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d68f17-adc8-47ff-b0cb-d33eadfe62c5', 'tag': 'f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94', 'status': 'completed', 'code': 200} May 12 08:17:07.021748 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Pushing event updated for resources: {'Port': ['ID=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94,revision_number=3']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:07.025139 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:07.079075 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6ecafbac-a5a3-4b20-b469-61bc79fca99f req-66286f8c-daaa-4e59-a212-60248feca87c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 210 time: 0.0613770 May 12 08:17:07.097124 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42d398-7f76-4ced-b632-d38725abba81 req-fe66c615-0335-42f7-b733-65203c071582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:07.098494 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-fe66c615-0335-42f7-b733-65203c071582 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f66fe14646c34c47ad422167942b2336&device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 1096 time: 0.2627947 May 12 08:17:07.108641 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Allocated IP 172.20.0.7 (a268b575-88fb-44a7-9078-873928216331/4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc/b8b7c2ab-c229-49d1-93a2-e55db28caf7d) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:17:07.139800 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51d612-46f0-46a4-87b5-ef2477ebb51f req-32560743-4370-40e0-a72f-7335dde2268c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:07.141396 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9b51d612-46f0-46a4-87b5-ef2477ebb51f req-32560743-4370-40e0-a72f-7335dde2268c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 945 time: 0.1527259 May 12 08:17:07.204785 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9b51d612-46f0-46a4-87b5-ef2477ebb51f req-e305a70e-9069-4acf-8cbc-27257c0cb74a tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570340 May 12 08:17:07.290370 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46624) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:07.516530 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ddd3-53f2-43c5-b068-62156d6210c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:07.537210 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-2fb0ddd3-53f2-43c5-b068-62156d6210c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:07.545330 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-2fb0ddd3-53f2-43c5-b068-62156d6210c9 admin admin] Usage tracker for resource:security_group_rule and tenant:333d1181a9664c4f9a0951263814ccfa is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:07.549373 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-2fb0ddd3-53f2-43c5-b068-62156d6210c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:07.557839 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-2fb0ddd3-53f2-43c5-b068-62156d6210c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:07.603789 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40117ea2-e057-4c72-ab56-d08045e31e9f req-bac377a2-353e-466d-9d65-7b604e524940 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:07.604531 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:07.613598 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-40117ea2-e057-4c72-ab56-d08045e31e9f req-bac377a2-353e-466d-9d65-7b604e524940 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 945 time: 0.1724851 May 12 08:17:07.688307 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-40117ea2-e057-4c72-ab56-d08045e31e9f req-cd212ede-fc45-4ba1-9605-334291c4089e tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738003 May 12 08:17:07.773899 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ddd3-53f2-43c5-b068-62156d6210c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:07.780420 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2fb0ddd3-53f2-43c5-b068-62156d6210c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:07.797030 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:07.846148 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0ddd3-53f2-43c5-b068-62156d6210c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc8d9e4-9158-497d-a0df-99ea0a9d2d14,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:07.858534 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:07.867031 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-2fb0ddd3-53f2-43c5-b068-62156d6210c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:07.887137 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-62be2d0c-6449-4fec-a4e9-8f5fb40183f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 HTTP/1.1" status: 200 len: 217 time: 0.2346926 May 12 08:17:07.890817 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:07.904740 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-2fb0ddd3-53f2-43c5-b068-62156d6210c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=333d1181a9664c4f9a0951263814ccfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6116765 May 12 08:17:07.905991 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46646) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:08.028122 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Network a268b575-88fb-44a7-9078-873928216331 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:17:08.040641 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:08.048520 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:17:08.054228 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:08.054745 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:08.066355 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Pushing event updated for resources: {'Port': ['ID=b8b7c2ab-c229-49d1-93a2-e55db28caf7d,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:08.080903 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:08.101943 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42d398-7f76-4ced-b632-d38725abba81 req-42092995-0f78-4ccf-a682-71a1b414be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:08.103279 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-42092995-0f78-4ccf-a682-71a1b414be32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc HTTP/1.1" status: 200 len: 858 time: 0.1605778 May 12 08:17:08.125299 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0389242 May 12 08:17:08.135713 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c92e24-ab2b-45e1-938c-596fc3cb6b51 req-e351251f-0beb-4208-ac6a-29d434157e77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:08.136770 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-f8c92e24-ab2b-45e1-938c-596fc3cb6b51 req-e351251f-0beb-4208-ac6a-29d434157e77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Synchronizing usage tracker for tenant:f66fe14646c34c47ad422167942b2336 on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:08.156172 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-f8c92e24-ab2b-45e1-938c-596fc3cb6b51 req-e351251f-0beb-4208-ac6a-29d434157e77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Unset dirty status for tenant:f66fe14646c34c47ad422167942b2336 on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:08.164641 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f8c92e24-ab2b-45e1-938c-596fc3cb6b51 req-e351251f-0beb-4208-ac6a-29d434157e77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 931 time: 0.5148385 May 12 08:17:08.288366 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8cecc4f3-9033-4238-a486-7dd1b85f54dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:08.342237 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Request body: {'port': {'device_id': 'fe82937a-4a75-45ab-8eef-18f338747131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:08.431681 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-7c480edd-50cd-4b5b-ae3f-2959f93aebe7 req-d6a3e8e6-4a51-4b43-ba6f-4b7c04f3aaf9 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 210 time: 0.0844977 May 12 08:17:08.458146 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8cecc4f3-9033-4238-a486-7dd1b85f54dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:08.493366 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-43f10b43-6f73-4a2b-a326-aae8e2560483 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a268b575-88fb-44a7-9078-873928216331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2904336 May 12 08:17:08.531637 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-6333fddd-41e6-4fa9-88fd-f364f6c532db tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:08.533403 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-6333fddd-41e6-4fa9-88fd-f364f6c532db tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.48 "GET /v2.0/networks?id=a48f7f6f-f530-4eda-bf6b-27ca4c358942 HTTP/1.1" status: 200 len: 811 time: 0.5823243 May 12 08:17:08.536954 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-f8c92e24-ab2b-45e1-938c-596fc3cb6b51 req-829444d8-eb0c-4fe4-8d9d-57bcc8c811f0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Synchronizing usage tracker for tenant:f66fe14646c34c47ad422167942b2336 on resource:security_group {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:08.560672 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8cecc4f3-9033-4238-a486-7dd1b85f54dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:08.569192 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:08.612776 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:08.635918 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecc4f3-9033-4238-a486-7dd1b85f54dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc8d9e4-9158-497d-a0df-99ea0a9d2d14,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:08.656721 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8cecc4f3-9033-4238-a486-7dd1b85f54dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:08.679093 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8cecc4f3-9033-4238-a486-7dd1b85f54dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:08.680521 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-8cecc4f3-9033-4238-a486-7dd1b85f54dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0fc8d9e4-9158-497d-a0df-99ea0a9d2d14 HTTP/1.1" status: 204 len: 168 time: 0.7727072 May 12 08:17:08.687889 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-f8c92e24-ab2b-45e1-938c-596fc3cb6b51 req-829444d8-eb0c-4fe4-8d9d-57bcc8c811f0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Unset dirty status for tenant:f66fe14646c34c47ad422167942b2336 on resource:security_group {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:08.688970 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f8c92e24-ab2b-45e1-938c-596fc3cb6b51 req-829444d8-eb0c-4fe4-8d9d-57bcc8c811f0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232873 May 12 08:17:08.691657 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-edf4e536-9428-4aff-8a17-d5fd7b332bcf tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f33c4d641f2420683d924899ca743bd HTTP/1.1" status: 200 len: 379 time: 0.1164877 May 12 08:17:08.702064 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Request body: {'port': {'device_id': '635ca704-e413-4b21-a3c6-95aef9057c20', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'admin_state_up': True, 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'security_groups': ['ce3c002a-592d-453c-9076-02ff3de4d127']}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:08.764041 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-904380fd-2500-48ca-ab76-7e390077a5db service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559266 May 12 08:17:08.894569 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:08.917361 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbf294-86d2-4d53-95c3-fdd4565cdcbf req-2ce24955-263a-4167-b388-2c0076ea0188 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:08.919119 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3efbf294-86d2-4d53-95c3-fdd4565cdcbf req-2ce24955-263a-4167-b388-2c0076ea0188 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 945 time: 0.3406982 May 12 08:17:08.923213 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:08.945647 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Made reservation on behalf of 6f33c4d641f2420683d924899ca743bd for: {'port': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:17:08.949250 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:09.029686 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3efbf294-86d2-4d53-95c3-fdd4565cdcbf req-97c079dd-ee4c-4b36-9cd4-df95168bb403 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991442 May 12 08:17:09.050941 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46678) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:09.083475 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-dc1078b5-099a-4de1-b6e2-f71489ebf345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:09.099489 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:17:09.108742 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-dc1078b5-099a-4de1-b6e2-f71489ebf345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:09.116887 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-dc1078b5-099a-4de1-b6e2-f71489ebf345 admin admin] Usage tracker for resource:security_group_rule and tenant:caa622205f2c4773ad285908c21ec12d is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:09.124866 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ee42d398-7f76-4ced-b632-d38725abba81 req-5d00e245-3fa7-4e80-a5b9-b009ce55a1a7 service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123465 May 12 08:17:09.150888 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-dc1078b5-099a-4de1-b6e2-f71489ebf345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:09.157226 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f01899-3782-4510-a134-845e42c7cd74 req-bb7f5254-215a-4a9e-830a-345867dd3de7 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:09.158736 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-05f01899-3782-4510-a134-845e42c7cd74 req-bb7f5254-215a-4a9e-830a-345867dd3de7 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 945 time: 0.2602487 May 12 08:17:09.163190 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-dc1078b5-099a-4de1-b6e2-f71489ebf345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:09.211767 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Allocated IP 172.20.0.4 (a48f7f6f-f530-4eda-bf6b-27ca4c358942/85150696-0c2f-4ffc-b17b-b5a382c1566b/1847cba7-baa5-4969-bdaf-ab656057dc41) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:17:09.233047 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-05f01899-3782-4510-a134-845e42c7cd74 req-34cc02d3-1fd9-449c-90de-963ac869433b tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563974 May 12 08:17:09.326673 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b7c2ab-c229-49d1-93a2-e55db28caf7d {{(pid=78674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:09.335361 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:09.405499 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.provisioning_blocks [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Transition to ACTIVE for port object b8b7c2ab-c229-49d1-93a2-e55db28caf7d will not be triggered until provisioned by entity L2. {{(pid=78674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:09.407605 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-dc1078b5-099a-4de1-b6e2-f71489ebf345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:09.417066 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:09.421637 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-dc1078b5-099a-4de1-b6e2-f71489ebf345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:09.428044 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:09.445830 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-68e918a0-9a08-4aab-bbd0-03e7d44915f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:09.544449 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-dc1078b5-099a-4de1-b6e2-f71489ebf345 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=caa622205f2c4773ad285908c21ec12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4928150 May 12 08:17:09.552813 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46696) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:09.674946 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1078b5-099a-4de1-b6e2-f71489ebf345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94ec4ac-6444-4807-8e0c-b4db36a4131f,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:09.682740 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-dc1078b5-099a-4de1-b6e2-f71489ebf345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:09.700103 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b7c2ab-c229-49d1-93a2-e55db28caf7d,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:09.705569 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce17932-89d5-4021-84f0-2948022882bb req-5b398774-7336-4f5e-9469-e1e87120e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:09.707180 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dce17932-89d5-4021-84f0-2948022882bb req-5b398774-7336-4f5e-9469-e1e87120e8e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f66fe14646c34c47ad422167942b2336&device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 1096 time: 0.3687801 May 12 08:17:09.715592 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:09.793275 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-06fe5971-95ff-4c95-a5d2-c4922db993e7 req-8db5a01d-40c9-4fab-935e-e6c8d6d290a4 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 210 time: 0.0957396 May 12 08:17:09.807245 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:09.876899 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ce7b48c5-7089-4761-a80b-30ef28ca2e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:09.891930 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Transition to ACTIVE for port object 1847cba7-baa5-4969-bdaf-ab656057dc41 will not be triggered until provisioned by entity DHCP. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:09.912888 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Attempting to bind port b8b7c2ab-c229-49d1-93a2-e55db28caf7d on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:17:09.913876 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Attempting to bind port b8b7c2ab-c229-49d1-93a2-e55db28caf7d by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'ff0b3a64-02da-4411-b3d2-ce80d57d1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a268b575-88fb-44a7-9078-873928216331'}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:17:09.914321 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Attempting to bind port b8b7c2ab-c229-49d1-93a2-e55db28caf7d on network a268b575-88fb-44a7-9078-873928216331 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:09.922652 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Port b8b7c2ab-c229-49d1-93a2-e55db28caf7d on network a268b575-88fb-44a7-9078-873928216331 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:17:09.923037 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Attempting to bind port b8b7c2ab-c229-49d1-93a2-e55db28caf7d on network a268b575-88fb-44a7-9078-873928216331 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:09.931975 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:17:09.932429 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Checking segment: {'id': 'ff0b3a64-02da-4411-b3d2-ce80d57d1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a268b575-88fb-44a7-9078-873928216331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:17:09.933527 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Bound using segment: {'id': 'ff0b3a64-02da-4411-b3d2-ce80d57d1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a268b575-88fb-44a7-9078-873928216331'} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:17:09.934707 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Bound port: b8b7c2ab-c229-49d1-93a2-e55db28caf7d, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0b3a64-02da-4411-b3d2-ce80d57d1681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a268b575-88fb-44a7-9078-873928216331'}}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:17:09.935221 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:09.976660 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ce7b48c5-7089-4761-a80b-30ef28ca2e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:10.060003 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:10.069976 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:10.154462 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event updated for resources: {'Port': ['ID=1847cba7-baa5-4969-bdaf-ab656057dc41,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:10.158271 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:10.160631 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ce7b48c5-7089-4761-a80b-30ef28ca2e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:10.170458 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce17932-89d5-4021-84f0-2948022882bb req-cc1b2dc7-d812-47a5-911f-ae882fa9a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:10.172796 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dce17932-89d5-4021-84f0-2948022882bb req-cc1b2dc7-d812-47a5-911f-ae882fa9a0a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a268b575-88fb-44a7-9078-873928216331 HTTP/1.1" status: 200 len: 919 time: 0.4561439 May 12 08:17:10.179163 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Network a48f7f6f-f530-4eda-bf6b-27ca4c358942 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:17:10.180257 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:10.191896 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:10.195249 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:17:10.203715 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:10.204356 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:10.238100 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ce7b48c5-7089-4761-a80b-30ef28ca2e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:10.239798 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-ce7b48c5-7089-4761-a80b-30ef28ca2e3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e94ec4ac-6444-4807-8e0c-b4db36a4131f HTTP/1.1" status: 204 len: 168 time: 0.6854887 May 12 08:17:10.240919 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b48c5-7089-4761-a80b-30ef28ca2e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94ec4ac-6444-4807-8e0c-b4db36a4131f,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:10.246604 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ce7b48c5-7089-4761-a80b-30ef28ca2e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:10.257823 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5598969 May 12 08:17:10.278193 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Request body: {'port': {'device_id': '635ca704-e413-4b21-a3c6-95aef9057c20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:10.303519 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dce17932-89d5-4021-84f0-2948022882bb req-1583a264-a62b-4c51-8cca-a25de64599ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 HTTP/1.1" status: 200 len: 217 time: 0.1193099 May 12 08:17:10.323403 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] For port b8b7c2ab-c229-49d1-93a2-e55db28caf7d, host hv-cinder-79091, cleared binding levels {{(pid=78674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:17:10.445468 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:10.450151 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] For port b8b7c2ab-c229-49d1-93a2-e55db28caf7d, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b8b7c2ab-c229-49d1-93a2-e55db28caf7d,segment=NetworkSegment(ff0b3a64-02da-4411-b3d2-ce80d57d1681),segment_id=ff0b3a64-02da-4411-b3d2-ce80d57d1681)] {{(pid=78674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:17:10.489370 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d1ec-bd73-4f48-85db-9ad62a6bbc28 req-86ec5d64-9304-474c-af64-9cfaf825f560 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:10.499672 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4110d1ec-bd73-4f48-85db-9ad62a6bbc28 req-86ec5d64-9304-474c-af64-9cfaf825f560 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 943 time: 0.5199568 May 12 08:17:10.561543 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:10.578087 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:10.599936 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-e3a2e20d-4cab-44e8-a366-9f979c39be46 None None] Provisioning for port 1847cba7-baa5-4969-bdaf-ab656057dc41 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:10.610281 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-e3a2e20d-4cab-44e8-a366-9f979c39be46 None None] Provisioning complete for port 1847cba7-baa5-4969-bdaf-ab656057dc41 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:10.610514 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e20d-4cab-44e8-a366-9f979c39be46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:10.642183 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4110d1ec-bd73-4f48-85db-9ad62a6bbc28 req-6e627b35-7b72-4fe1-84b8-7ecf29189271 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434164 May 12 08:17:10.660003 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce17932-89d5-4021-84f0-2948022882bb req-af6be9c3-bb73-48f8-99ce-13a2fa5aa834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:10.661634 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dce17932-89d5-4021-84f0-2948022882bb req-af6be9c3-bb73-48f8-99ce-13a2fa5aa834 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc HTTP/1.1" status: 200 len: 858 time: 0.3419306 May 12 08:17:10.665820 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:10.666141 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:10.668075 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] 10.222.0.48 "PUT /v2.0/ports/b8b7c2ab-c229-49d1-93a2-e55db28caf7d HTTP/1.1" status: 200 len: 1093 time: 2.4641056 May 12 08:17:10.668697 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe82937a-4a75-45ab-8eef-18f338747131', 'tag': 'b8b7c2ab-c229-49d1-93a2-e55db28caf7d'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:10.816293 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dce17932-89d5-4021-84f0-2948022882bb req-947ae158-64d5-4ef8-a683-671528d65ec4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a268b575-88fb-44a7-9078-873928216331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416888 May 12 08:17:10.821401 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe82937a-4a75-45ab-8eef-18f338747131', 'tag': 'b8b7c2ab-c229-49d1-93a2-e55db28caf7d', 'status': 'completed', 'code': 200} May 12 08:17:10.827954 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2e20d-4cab-44e8-a366-9f979c39be46 None None] Port 1847cba7-baa5-4969-bdaf-ab656057dc41 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:17:10.917537 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b7c2ab-c229-49d1-93a2-e55db28caf7d,revision_number=3']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:10.988415 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1847cba7-baa5-4969-bdaf-ab656057dc41 {{(pid=78675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:11.007318 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:11.016061 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:11.031370 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Transition to ACTIVE for port object 1847cba7-baa5-4969-bdaf-ab656057dc41 will not be triggered until provisioned by entity L2. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:11.037039 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:11.043434 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:11.136800 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dce17932-89d5-4021-84f0-2948022882bb req-412af3cb-9d67-4f0c-adc8-e42a47d5668a service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622094 May 12 08:17:11.363438 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dce17932-89d5-4021-84f0-2948022882bb req-71a6f17c-d509-4061-9278-218c8616b735 service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153594 May 12 08:17:11.367335 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Pushing event updated for resources: {'Port': ['ID=1847cba7-baa5-4969-bdaf-ab656057dc41,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:11.368105 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-fb535a4b-e823-4bd1-bf9c-27b98ccb51db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:11.369842 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-fb535a4b-e823-4bd1-bf9c-27b98ccb51db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f66fe14646c34c47ad422167942b2336&device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 1096 time: 0.5477011 May 12 08:17:11.383790 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:11.390106 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca250f37-d77a-4081-bb3f-4d6f90d9e2d8 req-58c87403-4905-43fd-a5b5-4499535b5f7f tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:11.391999 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ca250f37-d77a-4081-bb3f-4d6f90d9e2d8 req-58c87403-4905-43fd-a5b5-4499535b5f7f tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 931 time: 0.4186666 May 12 08:17:11.400326 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Attempting to bind port 1847cba7-baa5-4969-bdaf-ab656057dc41 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:17:11.400701 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Attempting to bind port 1847cba7-baa5-4969-bdaf-ab656057dc41 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:17:11.401029 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Attempting to bind port 1847cba7-baa5-4969-bdaf-ab656057dc41 on network a48f7f6f-f530-4eda-bf6b-27ca4c358942 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:11.406692 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Port 1847cba7-baa5-4969-bdaf-ab656057dc41 on network a48f7f6f-f530-4eda-bf6b-27ca4c358942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:17:11.407058 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Attempting to bind port 1847cba7-baa5-4969-bdaf-ab656057dc41 on network a48f7f6f-f530-4eda-bf6b-27ca4c358942 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:11.413925 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:17:11.414190 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Checking segment: {'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:17:11.414568 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Bound using segment: {'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:17:11.415052 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Bound port: 1847cba7-baa5-4969-bdaf-ab656057dc41, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'}}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:17:11.415402 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:11.495317 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-e0d53458-d66b-483d-adfb-ed9b72e93208 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8b7c2ab-c229-49d1-93a2-e55db28caf7d HTTP/1.1" status: 200 len: 217 time: 0.0778582 May 12 08:17:11.520954 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] For port 1847cba7-baa5-4969-bdaf-ab656057dc41, host hv-cinder-79091, cleared binding levels {{(pid=78675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:17:11.524650 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] For port 1847cba7-baa5-4969-bdaf-ab656057dc41, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1847cba7-baa5-4969-bdaf-ab656057dc41,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:17:11.530280 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:11.539089 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:11.571692 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ca250f37-d77a-4081-bb3f-4d6f90d9e2d8 req-ef70ae86-1cd6-4015-b8c1-c7335d282912 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734045 May 12 08:17:11.592616 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:11.593188 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:11.594798 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] 10.222.0.48 "PUT /v2.0/ports/1847cba7-baa5-4969-bdaf-ab656057dc41 HTTP/1.1" status: 200 len: 1093 time: 1.3225546 May 12 08:17:11.595170 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635ca704-e413-4b21-a3c6-95aef9057c20', 'tag': '1847cba7-baa5-4969-bdaf-ab656057dc41'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:11.595349 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-c1a37237-20a5-4be9-8b9d-219edad2e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:11.596899 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-c1a37237-20a5-4be9-8b9d-219edad2e4b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc HTTP/1.1" status: 200 len: 858 time: 0.0796413 May 12 08:17:11.645437 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Pushing event updated for resources: {'Port': ['ID=1847cba7-baa5-4969-bdaf-ab656057dc41,revision_number=3']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:11.655724 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:11.694996 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-b2b6796a-18e5-4d94-ad5a-b2fc92c0f23e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a268b575-88fb-44a7-9078-873928216331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771289 May 12 08:17:11.771009 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-6cf2a089-d559-4d44-892a-c2a26568b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:11.773317 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-6cf2a089-d559-4d44-892a-c2a26568b6b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f33c4d641f2420683d924899ca743bd&device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 1096 time: 0.1039889 May 12 08:17:11.949541 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635ca704-e413-4b21-a3c6-95aef9057c20', 'tag': '1847cba7-baa5-4969-bdaf-ab656057dc41', 'status': 'completed', 'code': 200} May 12 08:17:11.978494 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-5c936bb4-3d74-4906-bf6b-fd0e517d4c67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1847cba7-baa5-4969-bdaf-ab656057dc41 HTTP/1.1" status: 200 len: 217 time: 0.1882687 May 12 08:17:12.001050 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-1fc3a372-64f6-4654-887c-6b5c06035ebd service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977018 May 12 08:17:12.183543 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-b0ada257-b318-4155-be4d-88f4e5d4a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:12.191494 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-b0ada257-b318-4155-be4d-88f4e5d4a7a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85150696-0c2f-4ffc-b17b-b5a382c1566b HTTP/1.1" status: 200 len: 850 time: 0.2027142 May 12 08:17:12.332110 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357a492-3e7f-446c-b142-deb4a9df40cc req-034afb12-98c9-4a47-8b0d-0eba0d7fe060 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:12.333639 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d357a492-3e7f-446c-b142-deb4a9df40cc req-034afb12-98c9-4a47-8b0d-0eba0d7fe060 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 943 time: 0.2938397 May 12 08:17:12.390495 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-913d8269-9885-4e33-ade7-012df8491925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:12.392020 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-913d8269-9885-4e33-ade7-012df8491925 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a48f7f6f-f530-4eda-bf6b-27ca4c358942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1951172 May 12 08:17:12.397261 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dd279bd0-8008-442b-b3a0-48d4b6e66c0a req-7333fbeb-8363-439c-b3a8-54ca304e1fa5 service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893237 May 12 08:17:12.405774 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d357a492-3e7f-446c-b142-deb4a9df40cc req-8105831b-e3f9-4bfc-8b78-748b799bfb80 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650508 May 12 08:17:12.493763 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:17:12.565325 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-22dfb0cd-a52b-4810-b25c-05162fcfc4e4 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552832 May 12 08:17:12.718368 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4869b9-1e92-47c9-8ebe-dbce5b1598ea req-c7fa0571-1fd7-493a-aa64-f419f5cb4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:12.721149 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a4869b9-1e92-47c9-8ebe-dbce5b1598ea req-c7fa0571-1fd7-493a-aa64-f419f5cb4ceb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f66fe14646c34c47ad422167942b2336&device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 1096 time: 0.2091517 May 12 08:17:12.749342 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94,segment=NetworkSegment(ff0b3a64-02da-4411-b3d2-ce80d57d1681),segment_id=ff0b3a64-02da-4411-b3d2-ce80d57d1681)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:12.767011 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94', 'network_id': 'a268b575-88fb-44a7-9078-873928216331', 'port_id': 'f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94', 'mac_address': 'fa:16:3e:92:7b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:17:12.849131 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:12.890249 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:12.905759 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94,segment=NetworkSegment(ff0b3a64-02da-4411-b3d2-ce80d57d1681),segment_id=ff0b3a64-02da-4411-b3d2-ce80d57d1681)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:12.912162 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:12.913990 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:12.952418 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4869b9-1e92-47c9-8ebe-dbce5b1598ea req-c839481f-14dd-47ec-b0e8-48941255168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:12.953972 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a4869b9-1e92-47c9-8ebe-dbce5b1598ea req-c839481f-14dd-47ec-b0e8-48941255168d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a268b575-88fb-44a7-9078-873928216331 HTTP/1.1" status: 200 len: 919 time: 0.2123871 May 12 08:17:12.984538 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d8761-36a7-4658-814e-c06d5bf90b6f req-0cb8b8fb-40fb-4a45-947f-d5871ffd1f5c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:12.985251 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-b86d8761-36a7-4658-814e-c06d5bf90b6f req-0cb8b8fb-40fb-4a45-947f-d5871ffd1f5c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Synchronizing usage tracker for tenant:6f33c4d641f2420683d924899ca743bd on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:12.993082 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8bdcb27d-a6a6-4e66-9a1d-767a41fc01fa req-646713cd-d3a7-418f-9f82-7c8077e71580 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209278 May 12 08:17:13.007506 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-b86d8761-36a7-4658-814e-c06d5bf90b6f req-0cb8b8fb-40fb-4a45-947f-d5871ffd1f5c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Unset dirty status for tenant:6f33c4d641f2420683d924899ca743bd on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:13.009800 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:13.013282 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:13.024654 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b86d8761-36a7-4658-814e-c06d5bf90b6f req-0cb8b8fb-40fb-4a45-947f-d5871ffd1f5c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 943 time: 0.2546325 May 12 08:17:13.025908 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a4869b9-1e92-47c9-8ebe-dbce5b1598ea req-bc7a0e44-c6d9-4fea-b258-5d044c9129d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8b7c2ab-c229-49d1-93a2-e55db28caf7d HTTP/1.1" status: 200 len: 217 time: 0.0629199 May 12 08:17:13.029341 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-da2a9b1c-58ed-4270-bc1e-f3753ebaaa6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:13.066705 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b86d8761-36a7-4658-814e-c06d5bf90b6f req-335a8943-e4e3-484e-a8a2-5058ee5fe1d9 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411327 May 12 08:17:13.101997 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4869b9-1e92-47c9-8ebe-dbce5b1598ea req-efe4cd9b-d281-4340-8d7f-7fe2a15fcaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:13.103453 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a4869b9-1e92-47c9-8ebe-dbce5b1598ea req-efe4cd9b-d281-4340-8d7f-7fe2a15fcaa6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc HTTP/1.1" status: 200 len: 858 time: 0.0698516 May 12 08:17:13.269015 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a4869b9-1e92-47c9-8ebe-dbce5b1598ea req-6267e182-14b7-4406-9270-e5551b9d3f54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a268b575-88fb-44a7-9078-873928216331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506401 May 12 08:17:13.305266 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c3430-03a8-4747-ac60-ffaaaa2d4d43 req-b3e2edad-0299-47f9-95bb-b39cbe980d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:13.307257 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f25c3430-03a8-4747-ac60-ffaaaa2d4d43 req-b3e2edad-0299-47f9-95bb-b39cbe980d4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f33c4d641f2420683d924899ca743bd&device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 1096 time: 0.0884626 May 12 08:17:13.336976 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:17:13.433595 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a4869b9-1e92-47c9-8ebe-dbce5b1598ea req-c2a30623-7554-4328-ada0-08d8dd7d752e service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569405 May 12 08:17:13.563346 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c3430-03a8-4747-ac60-ffaaaa2d4d43 req-32a0f2ff-b85c-4861-b6bb-6adcfdc0b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:13.564880 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f25c3430-03a8-4747-ac60-ffaaaa2d4d43 req-32a0f2ff-b85c-4861-b6bb-6adcfdc0b741 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a48f7f6f-f530-4eda-bf6b-27ca4c358942 HTTP/1.1" status: 200 len: 912 time: 0.2484818 May 12 08:17:13.674295 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f25c3430-03a8-4747-ac60-ffaaaa2d4d43 req-dc93ad21-f458-4c03-ba20-ff99be880964 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1847cba7-baa5-4969-bdaf-ab656057dc41 HTTP/1.1" status: 200 len: 217 time: 0.0874238 May 12 08:17:13.773367 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a4869b9-1e92-47c9-8ebe-dbce5b1598ea req-076d3599-878d-4763-82b1-2b2c5376b543 service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259780 May 12 08:17:13.804751 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c3430-03a8-4747-ac60-ffaaaa2d4d43 req-0769f1db-b940-44ea-999a-c4455f577541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:13.811492 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f25c3430-03a8-4747-ac60-ffaaaa2d4d43 req-0769f1db-b940-44ea-999a-c4455f577541 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85150696-0c2f-4ffc-b17b-b5a382c1566b HTTP/1.1" status: 200 len: 850 time: 0.1184928 May 12 08:17:13.821322 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ff6cd-d522-4338-83b3-4b49cdf38520 req-e93416af-d9a4-4fc4-a14b-a98c08d0721f tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:13.830585 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-797ff6cd-d522-4338-83b3-4b49cdf38520 req-e93416af-d9a4-4fc4-a14b-a98c08d0721f tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 943 time: 0.1987066 May 12 08:17:13.835841 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:13.875178 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46864) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:13.910560 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-797ff6cd-d522-4338-83b3-4b49cdf38520 req-3c93012d-2034-42b4-aa4b-83d56debdb5c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790310 May 12 08:17:13.914883 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c3430-03a8-4747-ac60-ffaaaa2d4d43 req-5158bac5-d3a5-49be-85f0-e6e4d7e81be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:13.916407 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f25c3430-03a8-4747-ac60-ffaaaa2d4d43 req-5158bac5-d3a5-49be-85f0-e6e4d7e81be3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a48f7f6f-f530-4eda-bf6b-27ca4c358942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0988324 May 12 08:17:14.088415 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9c81148d-83eb-4546-ae23-a5e03f52dc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:14.119424 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-9c81148d-83eb-4546-ae23-a5e03f52dc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:14.133786 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-9c81148d-83eb-4546-ae23-a5e03f52dc7c admin admin] Usage tracker for resource:security_group_rule and tenant:7f5cb0d47e9f4d4f899c4d846bcb2057 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:14.139097 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-9c81148d-83eb-4546-ae23-a5e03f52dc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:14.147929 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-9c81148d-83eb-4546-ae23-a5e03f52dc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:14.177808 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f25c3430-03a8-4747-ac60-ffaaaa2d4d43 req-50202a3e-6909-48ec-9e7a-909f1ab1c8eb service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539365 May 12 08:17:14.462884 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f25c3430-03a8-4747-ac60-ffaaaa2d4d43 req-bf1a1965-9ae9-4da9-80cb-bf004b188480 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736969 May 12 08:17:14.472739 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9c81148d-83eb-4546-ae23-a5e03f52dc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:14.488114 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe93b9-c053-45ae-bc05-37c577ecc128 req-7348d3f5-4b1c-4984-92ee-34cb6ebbeee1 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:14.497459 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-25fe93b9-c053-45ae-bc05-37c577ecc128 req-7348d3f5-4b1c-4984-92ee-34cb6ebbeee1 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 943 time: 0.2838650 May 12 08:17:14.508942 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:14.536852 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9c81148d-83eb-4546-ae23-a5e03f52dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:14.550380 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0b40dbd6-3a04-4b54-8773-9097227e2b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:14.612344 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46904) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:14.612946 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-9c81148d-83eb-4546-ae23-a5e03f52dc7c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f5cb0d47e9f4d4f899c4d846bcb2057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7349248 May 12 08:17:14.625069 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-25fe93b9-c053-45ae-bc05-37c577ecc128 req-ded394ca-16d6-4cf0-aa08-415fa14f80ca tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256981 May 12 08:17:14.626232 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81148d-83eb-4546-ae23-a5e03f52dc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682f553c-2fde-4a67-96aa-90293a914d27,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:14.645648 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-9c81148d-83eb-4546-ae23-a5e03f52dc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:14.661837 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:14.673099 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:14.673484 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:14.718078 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-2980d84a-467d-4ab6-b65f-6ae28c6f7264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:14.754796 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-2980d84a-467d-4ab6-b65f-6ae28c6f7264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:14.862558 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:14.864925 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-2980d84a-467d-4ab6-b65f-6ae28c6f7264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:14.878633 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-6146ed24-8b55-43a4-91fb-bb776a9131a8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:14.916807 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980d84a-467d-4ab6-b65f-6ae28c6f7264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682f553c-2fde-4a67-96aa-90293a914d27,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:14.934161 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-2980d84a-467d-4ab6-b65f-6ae28c6f7264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:14.944167 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-2980d84a-467d-4ab6-b65f-6ae28c6f7264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:14.953526 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-2980d84a-467d-4ab6-b65f-6ae28c6f7264 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/682f553c-2fde-4a67-96aa-90293a914d27 HTTP/1.1" status: 204 len: 168 time: 0.3392746 May 12 08:17:14.968217 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94,segment=NetworkSegment(ff0b3a64-02da-4411-b3d2-ce80d57d1681),segment_id=ff0b3a64-02da-4411-b3d2-ce80d57d1681)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:14.971800 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d68f17-adc8-47ff-b0cb-d33eadfe62c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:15.021890 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:15.029829 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:15.191153 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:15.206801 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:15.298434 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46950) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:15.345446 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83640a8-630f-4ad9-8984-c10429956743 req-2d50dd91-b3e2-44c4-8dfd-b937c922cce4 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:15.347677 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c83640a8-630f-4ad9-8984-c10429956743 req-2d50dd91-b3e2-44c4-8dfd-b937c922cce4 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 943 time: 0.2061565 May 12 08:17:15.348939 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-15b74651-8da6-423f-be09-ee417fd59374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:15.406948 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c83640a8-630f-4ad9-8984-c10429956743 req-f3d0c8c5-e3e4-4631-97cf-92b38c4923dc tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523434 May 12 08:17:15.417324 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-41091486-78dd-4029-8eff-7082dc7e30d6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:15.419968 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-41091486-78dd-4029-8eff-7082dc7e30d6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/networks?id=96f1c163-76f5-496d-872e-c8a6504735f5 HTTP/1.1" status: 200 len: 815 time: 0.2457371 May 12 08:17:15.436353 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-cc982fe6-d712-410d-a586-ee3469b3341b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/quotas/dc4727736ce64858b0b347b9ce953ca6 HTTP/1.1" status: 200 len: 375 time: 0.0101471 May 12 08:17:15.488813 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d68f17-adc8-47ff-b0cb-d33eadfe62c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94', 'code': 200} May 12 08:17:15.497686 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:15.516507 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46956) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:15.551683 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d2a97b8e-d41e-411f-abff-a8884fdc060b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:15.593331 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-3abc321c-d6ab-44af-aff1-3d603fdcdc1c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc4727736ce64858b0b347b9ce953ca6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1513746 May 12 08:17:15.610906 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-d2a97b8e-d41e-411f-abff-a8884fdc060b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:15.618285 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-d2a97b8e-d41e-411f-abff-a8884fdc060b admin admin] Usage tracker for resource:security_group_rule and tenant:2465635d3bb54dfdb897e2c76ff701ca is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:15.632173 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-d2a97b8e-d41e-411f-abff-a8884fdc060b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:15.646760 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-d2a97b8e-d41e-411f-abff-a8884fdc060b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:15.718528 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46966) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:15.846661 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-0dcacd8b-7fe1-4664-a63b-29785edca250 service neutron] 10.222.0.43 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415969 May 12 08:17:15.865084 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d2a97b8e-d41e-411f-abff-a8884fdc060b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:15.882472 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6a1997ed-4c59-431c-bd1c-7962fa21d129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:15.897708 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d2a97b8e-d41e-411f-abff-a8884fdc060b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:15.925266 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-6a1997ed-4c59-431c-bd1c-7962fa21d129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:15.927729 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-cbd07dce-ed49-4171-9248-5be4885d4ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:15.948441 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-6a1997ed-4c59-431c-bd1c-7962fa21d129 admin admin] Usage tracker for resource:security_group_rule and tenant:30aa127d6e794d92b07212d11503018d is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:15.952326 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-6a1997ed-4c59-431c-bd1c-7962fa21d129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:15.958090 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c736c5af-239a-413c-a1cb-ae79d734b83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.001937 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-6a1997ed-4c59-431c-bd1c-7962fa21d129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:16.029830 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-d2a97b8e-d41e-411f-abff-a8884fdc060b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2465635d3bb54dfdb897e2c76ff701ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5115874 May 12 08:17:16.032463 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 46974) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:16.041455 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-c736c5af-239a-413c-a1cb-ae79d734b83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:16.050734 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-c736c5af-239a-413c-a1cb-ae79d734b83b admin admin] Usage tracker for resource:security_group_rule and tenant:acfc48f3272f45208c49056de4a663c4 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:16.054990 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a97b8e-d41e-411f-abff-a8884fdc060b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7692b0de-9024-4d40-a08c-e8bb6e326ae2,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:16.057539 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a29f5c49-920b-41ff-a6ed-00321ae8f33b service neutron] 10.222.0.43 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050464 May 12 08:17:16.057842 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-c736c5af-239a-413c-a1cb-ae79d734b83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:16.079287 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d2a97b8e-d41e-411f-abff-a8884fdc060b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:16.081607 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-c736c5af-239a-413c-a1cb-ae79d734b83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:16.087560 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f1493-37df-42b1-855a-239da6b60ea5 req-0fec1d5f-9f62-4c9d-9323-b1a31f4322b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:16.089229 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-499f1493-37df-42b1-855a-239da6b60ea5 req-0fec1d5f-9f62-4c9d-9323-b1a31f4322b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 1098 time: 0.2084808 May 12 08:17:16.139927 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a7064bdc-cf9a-456e-87a1-8857d1219775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.151862 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-499f1493-37df-42b1-855a-239da6b60ea5 req-ae9c3912-d9c4-4981-bd81-88e41f0b2c17 service neutron] Synchronizing usage tracker for tenant:de7d13d2de224894a5665501d34b43af on resource:security_group {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:16.168564 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b9179-ccb6-43ea-a8cd-59c7787cd2b5 req-d3d1cf1f-fb2f-4d2a-b021-0e0509761eb0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:16.170325 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-285b9179-ccb6-43ea-a8cd-59c7787cd2b5 req-d3d1cf1f-fb2f-4d2a-b021-0e0509761eb0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 943 time: 0.2250762 May 12 08:17:16.178718 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a7064bdc-cf9a-456e-87a1-8857d1219775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.201121 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-499f1493-37df-42b1-855a-239da6b60ea5 req-ae9c3912-d9c4-4981-bd81-88e41f0b2c17 service neutron] Unset dirty status for tenant:de7d13d2de224894a5665501d34b43af on resource:security_group {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:16.202481 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-499f1493-37df-42b1-855a-239da6b60ea5 req-ae9c3912-d9c4-4981-bd81-88e41f0b2c17 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053531 May 12 08:17:16.248442 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a7064bdc-cf9a-456e-87a1-8857d1219775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.251910 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6a1997ed-4c59-431c-bd1c-7962fa21d129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.255640 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:16.271626 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7064bdc-cf9a-456e-87a1-8857d1219775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7692b0de-9024-4d40-a08c-e8bb6e326ae2,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:16.277135 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a7064bdc-cf9a-456e-87a1-8857d1219775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:16.282831 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a7064bdc-cf9a-456e-87a1-8857d1219775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.283892 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-a7064bdc-cf9a-456e-87a1-8857d1219775 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7692b0de-9024-4d40-a08c-e8bb6e326ae2 HTTP/1.1" status: 204 len: 168 time: 0.2495425 May 12 08:17:16.285757 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-285b9179-ccb6-43ea-a8cd-59c7787cd2b5 req-9f1d02c8-af2a-41b5-8e37-cd096709b6ff tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005697 May 12 08:17:16.287172 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6a1997ed-4c59-431c-bd1c-7962fa21d129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.314570 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ba82b698-f69f-495d-8b79-a2a81cad94f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:16.428359 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ad577e05-fb2e-449a-9269-64175298b67f req-e8e7e943-259b-4cef-9f96-89c7d82db8b1 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 210 time: 0.0861871 May 12 08:17:16.431760 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c736c5af-239a-413c-a1cb-ae79d734b83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.434931 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-6a1997ed-4c59-431c-bd1c-7962fa21d129 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30aa127d6e794d92b07212d11503018d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1353765 May 12 08:17:16.435773 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1997ed-4c59-431c-bd1c-7962fa21d129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475317fb-a304-476a-8502-79e750444e66,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:16.438198 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 46992) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:16.453501 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-6a1997ed-4c59-431c-bd1c-7962fa21d129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:16.464748 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c736c5af-239a-413c-a1cb-ae79d734b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.472252 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.491051 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-6a1997ed-4c59-431c-bd1c-7962fa21d129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:16.524681 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 1847cba7-baa5-4969-bdaf-ab656057dc41 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:17:16.554192 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e565aa-5adf-4a27-b223-6ad772443461 req-29f0d76b-f271-4d6a-9d04-535c66f07fd2 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:16.568391 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-70e565aa-5adf-4a27-b223-6ad772443461 req-29f0d76b-f271-4d6a-9d04-535c66f07fd2 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 945 time: 0.2161999 May 12 08:17:16.627111 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-70e565aa-5adf-4a27-b223-6ad772443461 req-f8dcab5b-b379-4eb1-a5e0-cf6627678f9f tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540891 May 12 08:17:16.795020 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 1847cba7-baa5-4969-bdaf-ab656057dc41, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1847cba7-baa5-4969-bdaf-ab656057dc41,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:16.796306 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736c5af-239a-413c-a1cb-ae79d734b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b0dfa8-d49a-472a-ab62-a6c81ca4cbc4,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:16.801384 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-c736c5af-239a-413c-a1cb-ae79d734b83b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acfc48f3272f45208c49056de4a663c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0817738 May 12 08:17:16.804558 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 47006) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:16.805057 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c736c5af-239a-413c-a1cb-ae79d734b83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:16.822694 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': '1847cba7-baa5-4969-bdaf-ab656057dc41', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'port_id': '1847cba7-baa5-4969-bdaf-ab656057dc41', 'mac_address': 'fa:16:3e:b8:8f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:17:16.831744 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9f5dfa3f-2680-452c-b92b-b568ff05b6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.897676 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9f5dfa3f-2680-452c-b92b-b568ff05b6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.911784 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d0b1a-af90-46a1-b3b0-dbb0abb38565 req-79d275d0-4999-40e3-9a1d-1385014b9f57 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:16.921651 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4b9d0b1a-af90-46a1-b3b0-dbb0abb38565 req-79d275d0-4999-40e3-9a1d-1385014b9f57 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 943 time: 0.3287170 May 12 08:17:16.925547 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.931996 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d2c706bb-5cab-4c2c-b4df-c41e0ab6e364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.973176 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d2c706bb-5cab-4c2c-b4df-c41e0ab6e364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:16.974920 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1847cba7-baa5-4969-bdaf-ab656057dc41 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:17.004816 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4b9d0b1a-af90-46a1-b3b0-dbb0abb38565 req-58747d49-a648-48d8-bae8-33f2f99b9f39 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736609 May 12 08:17:17.025728 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 1847cba7-baa5-4969-bdaf-ab656057dc41, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1847cba7-baa5-4969-bdaf-ab656057dc41,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:17.026292 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9f5dfa3f-2680-452c-b92b-b568ff05b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:17.031470 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:17.033115 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device b8b7c2ab-c229-49d1-93a2-e55db28caf7d details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:17:17.033663 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d2a97b8e-d41e-411f-abff-a8884fdc060b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:17.037340 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:17.047871 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dfa3f-2680-452c-b92b-b568ff05b6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475317fb-a304-476a-8502-79e750444e66,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:17.050571 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9f5dfa3f-2680-452c-b92b-b568ff05b6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:17.067690 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9f5dfa3f-2680-452c-b92b-b568ff05b6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:17.072322 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-9f5dfa3f-2680-452c-b92b-b568ff05b6f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/475317fb-a304-476a-8502-79e750444e66 HTTP/1.1" status: 204 len: 168 time: 0.6178827 May 12 08:17:17.107473 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d2c706bb-5cab-4c2c-b4df-c41e0ab6e364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:17.119603 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-74a5b205-0c55-4355-a334-214c4b16822b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:17.145394 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c706bb-5cab-4c2c-b4df-c41e0ab6e364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b0dfa8-d49a-472a-ab62-a6c81ca4cbc4,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:17.148624 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-d2c706bb-5cab-4c2c-b4df-c41e0ab6e364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:17.156106 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d2c706bb-5cab-4c2c-b4df-c41e0ab6e364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:17.158019 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-d2c706bb-5cab-4c2c-b4df-c41e0ab6e364 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21b0dfa8-d49a-472a-ab62-a6c81ca4cbc4 HTTP/1.1" status: 204 len: 168 time: 0.3522992 May 12 08:17:17.371391 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=1847cba7-baa5-4969-bdaf-ab656057dc41,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:17.375967 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:17.466124 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port b8b7c2ab-c229-49d1-93a2-e55db28caf7d, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b8b7c2ab-c229-49d1-93a2-e55db28caf7d,segment=NetworkSegment(ff0b3a64-02da-4411-b3d2-ce80d57d1681),segment_id=ff0b3a64-02da-4411-b3d2-ce80d57d1681)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:17.490836 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'b8b7c2ab-c229-49d1-93a2-e55db28caf7d', 'network_id': 'a268b575-88fb-44a7-9078-873928216331', 'port_id': 'b8b7c2ab-c229-49d1-93a2-e55db28caf7d', 'mac_address': 'fa:16:3e:fb:45:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:17:17.534198 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f010ad-ac8d-4ea2-a84b-d1f1e75bf591 req-e0ccf483-43ab-42fe-ab82-c7f2f73972ce tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:17.536080 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f4f010ad-ac8d-4ea2-a84b-d1f1e75bf591 req-e0ccf483-43ab-42fe-ab82-c7f2f73972ce tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 944 time: 0.1047232 May 12 08:17:17.614790 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:17.633413 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f4f010ad-ac8d-4ea2-a84b-d1f1e75bf591 req-877a38a3-3014-4761-a42d-e0f5cf479f89 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912707 May 12 08:17:17.634613 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b7c2ab-c229-49d1-93a2-e55db28caf7d {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:17.670640 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port b8b7c2ab-c229-49d1-93a2-e55db28caf7d, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b8b7c2ab-c229-49d1-93a2-e55db28caf7d,segment=NetworkSegment(ff0b3a64-02da-4411-b3d2-ce80d57d1681),segment_id=ff0b3a64-02da-4411-b3d2-ce80d57d1681)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:17.679828 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:17.683488 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-876e0d1d-5c17-41c9-84c7-a970f08fe938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:17.698880 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-64acbd46-1429-4b48-9076-4a9fcb46b95f req-ca9402dd-34b3-4e22-aaca-de10685a6301 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 210 time: 0.0587444 May 12 08:17:17.775702 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=b8b7c2ab-c229-49d1-93a2-e55db28caf7d,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:17.788529 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:17.790790 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47042) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:17.809159 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-970805b0-a075-4f4a-a4b7-8b1c9aaff8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:17.826453 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-970805b0-a075-4f4a-a4b7-8b1c9aaff8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:17.842032 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-970805b0-a075-4f4a-a4b7-8b1c9aaff8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:961aeb2ce1e24269b74dfc3069e91268 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:17.846529 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-970805b0-a075-4f4a-a4b7-8b1c9aaff8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:17.854721 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-970805b0-a075-4f4a-a4b7-8b1c9aaff8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:17.905344 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a68333-5415-4ea9-8ac4-fc8910d7ff4f req-ad4dcae7-8ae1-437c-b3de-e5628f4264bc tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:17.907554 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b8a68333-5415-4ea9-8ac4-fc8910d7ff4f req-ad4dcae7-8ae1-437c-b3de-e5628f4264bc tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 945 time: 0.1566701 May 12 08:17:17.920727 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 47046) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:17.942034 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-df7a518a-2561-471d-8a83-f4628d5d05ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:17.965116 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:17.974967 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-df7a518a-2561-471d-8a83-f4628d5d05ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:17.977247 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-970805b0-a075-4f4a-a4b7-8b1c9aaff8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:17.979355 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-df7a518a-2561-471d-8a83-f4628d5d05ee admin admin] Usage tracker for resource:security_group_rule and tenant:e09ae4d134f74142acc3cd2b028b9593 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:17.983362 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-df7a518a-2561-471d-8a83-f4628d5d05ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:17.983507 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-970805b0-a075-4f4a-a4b7-8b1c9aaff8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:17.991142 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-df7a518a-2561-471d-8a83-f4628d5d05ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:17.992775 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:18.031444 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970805b0-a075-4f4a-a4b7-8b1c9aaff8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5334f9f-130e-4e2d-b6f8-b6f8fdfcefb3,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:18.057039 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-970805b0-a075-4f4a-a4b7-8b1c9aaff8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:18.068648 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-970805b0-a075-4f4a-a4b7-8b1c9aaff8a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=961aeb2ce1e24269b74dfc3069e91268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761943 May 12 08:17:18.069599 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b8a68333-5415-4ea9-8ac4-fc8910d7ff4f req-cb9a83bc-259c-44ee-b68f-a19055dc536e tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023827 May 12 08:17:18.071408 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47054) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:18.148859 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fa38e6dc-95b3-404b-aaef-32ac36a5683f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:18.157667 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-df7a518a-2561-471d-8a83-f4628d5d05ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:18.164412 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-df7a518a-2561-471d-8a83-f4628d5d05ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:18.171781 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['1847cba7-baa5-4969-bdaf-ab656057dc41'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:17:18.198448 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:18.207876 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-df7a518a-2561-471d-8a83-f4628d5d05ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e09ae4d134f74142acc3cd2b028b9593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858088 May 12 08:17:18.211907 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47060) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:18.236046 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fa38e6dc-95b3-404b-aaef-32ac36a5683f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:18.256540 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['b8b7c2ab-c229-49d1-93a2-e55db28caf7d'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:17:18.346207 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-11499dcc-a8b9-4dc5-a417-17869d4c33c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:18.394062 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3811b3-c65d-494f-b874-43ff799d240e req-8460da1f-cbd5-4711-9e8c-533aa59e44b1 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:18.399611 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a518a-2561-471d-8a83-f4628d5d05ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9c460f-1c9e-4cf6-ab90-06ab34d4db4a,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:18.405291 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-df7a518a-2561-471d-8a83-f4628d5d05ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:18.407918 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3a3811b3-c65d-494f-b874-43ff799d240e req-8460da1f-cbd5-4711-9e8c-533aa59e44b1 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 944 time: 0.2490323 May 12 08:17:18.454526 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fa38e6dc-95b3-404b-aaef-32ac36a5683f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:18.474354 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-25188715-017f-44ed-84af-5cfe329f9d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:18.502246 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-600b181e-f40f-433d-84f7-ee9865f20422 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:18.504737 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-600b181e-f40f-433d-84f7-ee9865f20422 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "GET /v2.0/networks?id=96f1c163-76f5-496d-872e-c8a6504735f5 HTTP/1.1" status: 200 len: 815 time: 0.3077512 May 12 08:17:18.518403 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38e6dc-95b3-404b-aaef-32ac36a5683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5334f9f-130e-4e2d-b6f8-b6f8fdfcefb3,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:18.520452 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-11499dcc-a8b9-4dc5-a417-17869d4c33c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:18.532798 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fa38e6dc-95b3-404b-aaef-32ac36a5683f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:18.537846 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fa38e6dc-95b3-404b-aaef-32ac36a5683f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:18.539232 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-fa38e6dc-95b3-404b-aaef-32ac36a5683f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5334f9f-130e-4e2d-b6f8-b6f8fdfcefb3 HTTP/1.1" status: 204 len: 168 time: 0.4654562 May 12 08:17:18.554933 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3a3811b3-c65d-494f-b874-43ff799d240e req-887c5756-ac73-4223-b769-ab0cb2893f1e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453609 May 12 08:17:18.592570 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Request body: {'port': {'device_id': 'b7185aa8-adc5-493d-90bb-006b0d591017', 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5', 'admin_state_up': True, 'tenant_id': 'dc4727736ce64858b0b347b9ce953ca6'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:18.709831 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-11499dcc-a8b9-4dc5-a417-17869d4c33c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:18.746383 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-138ec44f-c86c-46d4-961e-4cd8fef81171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:18.798398 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6047e07-85ef-4beb-b9f2-aa203a2f0a5f req-0d6e8816-596e-41ae-adb8-c2a058ad6312 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:18.801812 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b6047e07-85ef-4beb-b9f2-aa203a2f0a5f req-0d6e8816-596e-41ae-adb8-c2a058ad6312 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 945 time: 0.2253969 May 12 08:17:18.807333 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11499dcc-a8b9-4dc5-a417-17869d4c33c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9c460f-1c9e-4cf6-ab90-06ab34d4db4a,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:18.813337 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-11499dcc-a8b9-4dc5-a417-17869d4c33c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:18.919703 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-11499dcc-a8b9-4dc5-a417-17869d4c33c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:18.925103 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-11499dcc-a8b9-4dc5-a417-17869d4c33c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a9c460f-1c9e-4cf6-ab90-06ab34d4db4a HTTP/1.1" status: 204 len: 168 time: 0.7069557 May 12 08:17:18.962254 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:18.988840 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:19.017877 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Made reservation on behalf of dc4727736ce64858b0b347b9ce953ca6 for: {'port': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:17:19.022013 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:19.048339 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4a85c-aeff-4bb3-9101-2a7f1a73aaf5 req-dc3e2be4-f5fb-4f5b-a622-7b31a245392a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:19.050044 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e6c4a85c-aeff-4bb3-9101-2a7f1a73aaf5 req-dc3e2be4-f5fb-4f5b-a622-7b31a245392a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 944 time: 0.1237469 May 12 08:17:19.157525 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e6c4a85c-aeff-4bb3-9101-2a7f1a73aaf5 req-dd73a637-b86f-47f5-80aa-0930574c8cae tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968220 May 12 08:17:19.168154 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-66e88503-2c72-424a-9da7-bb38f77db6e4 req-d87b5e35-95d7-4bfc-85a5-57bde5b1d66c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 210 time: 0.1588802 May 12 08:17:19.237110 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-b6047e07-85ef-4beb-b9f2-aa203a2f0a5f req-54550ce2-bf83-4e90-b165-73a64075e66c tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Deleting port 1059426a-54b5-4f5a-afbe-c7e209c365f1 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:17:19.237503 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-b6047e07-85ef-4beb-b9f2-aa203a2f0a5f req-54550ce2-bf83-4e90-b165-73a64075e66c tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:19.372233 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Allocated IP 172.20.0.9 (96f1c163-76f5-496d-872e-c8a6504735f5/2c41f36c-9335-43c3-bef9-67f3b38b6c87/f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:17:19.569256 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-b6047e07-85ef-4beb-b9f2-aa203a2f0a5f req-54550ce2-bf83-4e90-b165-73a64075e66c tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] For port 1059426a-54b5-4f5a-afbe-c7e209c365f1, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1059426a-54b5-4f5a-afbe-c7e209c365f1,segment=NetworkSegment(92cf89e9-e319-429b-9fbf-3201d25320b0),segment_id=92cf89e9-e319-429b-9fbf-3201d25320b0)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:19.569616 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-b6047e07-85ef-4beb-b9f2-aa203a2f0a5f req-54550ce2-bf83-4e90-b165-73a64075e66c tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:19.683938 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:19.700412 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-b6047e07-85ef-4beb-b9f2-aa203a2f0a5f req-54550ce2-bf83-4e90-b165-73a64075e66c tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Calling delete_port for 1059426a-54b5-4f5a-afbe-c7e209c365f1 owned by compute:nova {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:17:19.726307 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:19.737697 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ae8a3e17-3759-4daf-9a60-01f107e1f2ca tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:19.772343 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['77512322-d2dd-4c00-aa29-4ea93a0b33e6'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:17:19.804748 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e57cf-94fc-4d34-99b3-c56e7f602a6e req-1b759763-a4e9-47ff-a155-a5d4ec702ce7 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:19.806538 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0b2e57cf-94fc-4d34-99b3-c56e7f602a6e req-1b759763-a4e9-47ff-a155-a5d4ec702ce7 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 945 time: 0.3555391 May 12 08:17:19.833347 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Pushing event updated for resources: {'Port': ['ID=f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:19.879230 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0b2e57cf-94fc-4d34-99b3-c56e7f602a6e req-630e1c42-8c2f-4edf-8589-fd4a2007d3cd tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e9a0175-d174-4aa8-9fb7-9584422b28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627208 May 12 08:17:19.929444 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:19.978467 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Network 96f1c163-76f5-496d-872e-c8a6504735f5 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:17:19.986296 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-b6047e07-85ef-4beb-b9f2-aa203a2f0a5f req-54550ce2-bf83-4e90-b165-73a64075e66c tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:19.989318 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:20.004533 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:17:20.012023 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:20.012689 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:20.017760 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-65ea156b-7a9c-43f4-9b21-9b6c9872954a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:20.060638 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4847236 May 12 08:17:20.102898 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7699e-3235-4bab-8dd0-5e580bb2ad44 req-e5c548a3-58fa-4464-80b7-505bf05c986c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:20.104618 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-24a7699e-3235-4bab-8dd0-5e580bb2ad44 req-e5c548a3-58fa-4464-80b7-505bf05c986c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 944 time: 0.2751899 May 12 08:17:20.108694 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Request body: {'port': {'device_id': 'b7185aa8-adc5-493d-90bb-006b0d591017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:20.162190 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54550ce2-bf83-4e90-b165-73a64075e66c tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Pushing event deleted for resources: {'Port': ['ID=1059426a-54b5-4f5a-afbe-c7e209c365f1,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:20.164852 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6047e07-85ef-4beb-b9f2-aa203a2f0a5f req-54550ce2-bf83-4e90-b165-73a64075e66c tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] No DVR routers for this DVR port 1059426a-54b5-4f5a-afbe-c7e209c365f1 on host hv-cinder-79091 {{(pid=78674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:17:20.166330 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-54550ce2-bf83-4e90-b165-73a64075e66c tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:20.169723 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-b6047e07-85ef-4beb-b9f2-aa203a2f0a5f req-54550ce2-bf83-4e90-b165-73a64075e66c tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:20.174633 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0cd462-b80c-47cb-bbe3-b59b5779f02a', 'name': 'network-vif-deleted', 'tag': '1059426a-54b5-4f5a-afbe-c7e209c365f1'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:20.212894 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b6047e07-85ef-4beb-b9f2-aa203a2f0a5f req-54550ce2-bf83-4e90-b165-73a64075e66c tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.48 "DELETE /v2.0/ports/1059426a-54b5-4f5a-afbe-c7e209c365f1 HTTP/1.1" status: 204 len: 173 time: 1.3936553 May 12 08:17:20.228302 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-24a7699e-3235-4bab-8dd0-5e580bb2ad44 req-6739e3d3-36d6-435d-9ac6-3d095cf52bc1 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939140 May 12 08:17:20.247406 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0cd462-b80c-47cb-bbe3-b59b5779f02a', 'name': 'network-vif-deleted', 'tag': '1059426a-54b5-4f5a-afbe-c7e209c365f1', 'status': 'completed', 'code': 200} May 12 08:17:20.265625 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:20.332993 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['1059426a-54b5-4f5a-afbe-c7e209c365f1'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:17:20.515700 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed161cc-e6f6-44a0-920d-063071444949 req-53cf1bd6-8eef-4bcd-a5e1-c5189eb20730 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:20.523599 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0ed161cc-e6f6-44a0-920d-063071444949 req-53cf1bd6-8eef-4bcd-a5e1-c5189eb20730 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 931 time: 0.1351464 May 12 08:17:20.565886 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 1847cba7-baa5-4969-bdaf-ab656057dc41 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:20.636544 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0ed161cc-e6f6-44a0-920d-063071444949 req-80cf5f6e-90af-4ec1-92eb-ca536bfe9e12 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069887 May 12 08:17:20.723306 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port 1847cba7-baa5-4969-bdaf-ab656057dc41 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:20.729877 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7ebb3-88fd-4045-8273-118c35b7b977 req-c8061929-4b36-45f5-950d-1e80fcf5d428 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:20.734482 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port 1847cba7-baa5-4969-bdaf-ab656057dc41 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:20.734865 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:20.738410 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-13b7ebb3-88fd-4045-8273-118c35b7b977 req-c8061929-4b36-45f5-950d-1e80fcf5d428 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 944 time: 0.2967367 May 12 08:17:20.858339 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-13b7ebb3-88fd-4045-8273-118c35b7b977 req-be07135a-d320-4dde-9c49-e6f8638df82d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155584 May 12 08:17:20.895841 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47174) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:20.938556 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 {{(pid=78675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:20.947716 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:20.965868 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Transition to ACTIVE for port object f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 will not be triggered until provisioned by entity L2. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:20.970011 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:20.972402 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:20.981268 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:21.058519 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:21.063213 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:21.093436 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 1847cba7-baa5-4969-bdaf-ab656057dc41, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1847cba7-baa5-4969-bdaf-ab656057dc41,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:21.106017 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635ca704-e413-4b21-a3c6-95aef9057c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1847cba7-baa5-4969-bdaf-ab656057dc41'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:21.115133 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.115991 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device b8b7c2ab-c229-49d1-93a2-e55db28caf7d up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:21.173428 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-aa714b12-0651-4ec9-93f2-7f49431918a4 req-21dba71f-9a2f-4bfe-b65c-055f395d09f5 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Synchronizing usage tracker for tenant:0e8749eb3b244d54af00a04552b626a8 on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:21.194193 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-aa714b12-0651-4ec9-93f2-7f49431918a4 req-21dba71f-9a2f-4bfe-b65c-055f395d09f5 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Unset dirty status for tenant:0e8749eb3b244d54af00a04552b626a8 on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:21.208802 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-aa714b12-0651-4ec9-93f2-7f49431918a4 req-21dba71f-9a2f-4bfe-b65c-055f395d09f5 tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0cd462-b80c-47cb-bbe3-b59b5779f02a HTTP/1.1" status: 200 len: 210 time: 0.1971221 May 12 08:17:21.222488 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-3bf3809e-862d-464f-a839-b55d59f04170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:21.273831 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2034501516-network', 'tenant_id': 'd0547ee58a51469287341d1135e0673d'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:21.276891 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Attempting to bind port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:17:21.277253 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Attempting to bind port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:17:21.277544 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Attempting to bind port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 on network 96f1c163-76f5-496d-872e-c8a6504735f5 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:21.283280 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 on network 96f1c163-76f5-496d-872e-c8a6504735f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:17:21.283600 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Attempting to bind port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 on network 96f1c163-76f5-496d-872e-c8a6504735f5 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:21.290250 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:17:21.290587 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Checking segment: {'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:17:21.290963 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Bound using segment: {'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:17:21.291384 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Bound port: f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'}}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:17:21.291823 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.304694 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:21.314153 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635ca704-e413-4b21-a3c6-95aef9057c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1847cba7-baa5-4969-bdaf-ab656057dc41', 'code': 200} May 12 08:17:21.325911 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Usage tracker for resource:network and tenant:d0547ee58a51469287341d1135e0673d is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:21.340930 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:21.374664 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:21.387388 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=1847cba7-baa5-4969-bdaf-ab656057dc41,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:21.391769 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:21.399831 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port b8b7c2ab-c229-49d1-93a2-e55db28caf7d completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:21.406893 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Made reservation on behalf of d0547ee58a51469287341d1135e0673d for: {'network': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:17:21.407443 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] For port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017, host hv-cinder-79091, cleared binding levels {{(pid=78675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:17:21.410542 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.411123 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] For port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:17:21.416398 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port b8b7c2ab-c229-49d1-93a2-e55db28caf7d triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:21.416948 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.419022 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.428203 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.439534 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:21.446969 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:21.451295 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Usage tracker for resource:security_group_rule and tenant:d0547ee58a51469287341d1135e0673d is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:21.455394 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:21.461523 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:21.547284 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:21.548279 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.550887 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] 10.222.0.48 "PUT /v2.0/ports/f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 HTTP/1.1" status: 200 len: 1093 time: 1.4568233 May 12 08:17:21.551385 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7185aa8-adc5-493d-90bb-006b0d591017', 'tag': 'f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:21.629991 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017,revision_number=3']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:21.643303 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:21.681610 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.702665 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7185aa8-adc5-493d-90bb-006b0d591017', 'tag': 'f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017', 'status': 'completed', 'code': 200} May 12 08:17:21.720409 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port b8b7c2ab-c229-49d1-93a2-e55db28caf7d, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b8b7c2ab-c229-49d1-93a2-e55db28caf7d,segment=NetworkSegment(ff0b3a64-02da-4411-b3d2-ce80d57d1681),segment_id=ff0b3a64-02da-4411-b3d2-ce80d57d1681)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:21.728507 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.733241 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:21.754931 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.766234 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.778231 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=78674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:17:21.787289 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.787625 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.segments_db [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Added segment 13d611c2-85c9-431b-87e8-e0d85bce02f6 of type vlan for network 28fd0273-d134-4fcf-8d41-32381bbdd3f2 May 12 08:17:21.818571 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.871504 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ed2b628a-d1be-4f77-acab-b99935598cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:21.883663 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-ee0b65e3-9ad6-4991-98aa-9daa628eb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:21.885514 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-ee0b65e3-9ad6-4991-98aa-9daa628eb69b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc4727736ce64858b0b347b9ce953ca6&device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 1096 time: 0.1370969 May 12 08:17:21.944146 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=b8b7c2ab-c229-49d1-93a2-e55db28caf7d,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:21.954418 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:21.958492 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:21.980093 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:21.980721 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:22.020017 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1198177 May 12 08:17:22.024150 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47216) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:22.046405 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57cb04-47db-48e6-b0c2-b4432101e5a2 req-86c54add-9453-4c20-9fd5-dacf4a802ff0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:22.051878 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-1cd9c36e-6eab-4472-bf9a-2a7692bdd8b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 HTTP/1.1" status: 200 len: 217 time: 0.1272347 May 12 08:17:22.053828 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3b57cb04-47db-48e6-b0c2-b4432101e5a2 req-86c54add-9453-4c20-9fd5-dacf4a802ff0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 944 time: 0.4881911 May 12 08:17:22.056447 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dea8609-846f-4fc0-9bc0-071abd24b98d,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:22.063105 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Request body: {'subnet': {'network_id': '28fd0273-d134-4fcf-8d41-32381bbdd3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2034501516-subnet', 'tenant_id': 'd0547ee58a51469287341d1135e0673d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:22.087453 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:22.088688 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:22.091469 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:22.119982 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Usage tracker for resource:subnet and tenant:d0547ee58a51469287341d1135e0673d is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:22.123883 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:22.134276 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a9cb6-98d0-42b7-afcf-c600bac1b417 req-a080b2e2-ddc9-48ba-b3e5-33d9d011f2ea tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:22.135189 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-a45a9cb6-98d0-42b7-afcf-c600bac1b417 req-a080b2e2-ddc9-48ba-b3e5-33d9d011f2ea tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Synchronizing usage tracker for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:22.164919 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a17a8e73-74f4-4836-9890-448018f49b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:22.166463 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-a17a8e73-74f4-4836-9890-448018f49b33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c41f36c-9335-43c3-bef9-67f3b38b6c87 HTTP/1.1" status: 200 len: 855 time: 0.0989585 May 12 08:17:22.170044 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-a45a9cb6-98d0-42b7-afcf-c600bac1b417 req-a080b2e2-ddc9-48ba-b3e5-33d9d011f2ea tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Unset dirty status for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:22.177360 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a45a9cb6-98d0-42b7-afcf-c600bac1b417 req-a080b2e2-ddc9-48ba-b3e5-33d9d011f2ea tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 943 time: 0.2877371 May 12 08:17:22.193408 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:22.233142 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a075be2-0cb0-4eeb-9484-b95909118f61 req-99e1aea4-a383-4bf3-be0a-6f59e804ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:22.234957 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5a075be2-0cb0-4eeb-9484-b95909118f61 req-99e1aea4-a383-4bf3-be0a-6f59e804ab44 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 1098 time: 0.3712869 May 12 08:17:22.247611 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-0069b48d-a4d0-49aa-82af-97ea6b70a842 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96f1c163-76f5-496d-872e-c8a6504735f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682898 May 12 08:17:22.249569 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3b57cb04-47db-48e6-b0c2-b4432101e5a2 req-06857c04-e865-4e20-8821-90b6d7ec6ef3 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946785 May 12 08:17:22.251640 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Made reservation on behalf of d0547ee58a51469287341d1135e0673d for: {'subnet': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:17:22.264720 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:22.405049 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a45a9cb6-98d0-42b7-afcf-c600bac1b417 req-5ee5f32c-6d73-442f-a232-6122a9a07c88 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256937 May 12 08:17:22.420980 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Pushing event updated for resources: {'Network': ['ID=28fd0273-d134-4fcf-8d41-32381bbdd3f2,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:22.432133 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:22.433197 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network 28fd0273-d134-4fcf-8d41-32381bbdd3f2 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:17:22.477907 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5a075be2-0cb0-4eeb-9484-b95909118f61 req-ca5bb54e-3383-4c9d-8037-ca103c581a0c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272041 May 12 08:17:22.565448 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 1059426a-54b5-4f5a-afbe-c7e209c365f1 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:17:22.568764 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-5c3d6c1e-9d44-481c-a3d6-87a5d897e427 service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080859 May 12 08:17:22.615656 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: 1059426a-54b5-4f5a-afbe-c7e209c365f1 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:17:22.615993 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 1059426a-54b5-4f5a-afbe-c7e209c365f1 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:17:22.707246 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5cbce-b5bc-49b3-8651-9d78ee7584ee req-37209c42-2ad5-4182-9b09-e43f310e3bc3 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:22.708777 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fbd5cbce-b5bc-49b3-8651-9d78ee7584ee req-37209c42-2ad5-4182-9b09-e43f310e3bc3 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.2258074 May 12 08:17:22.825027 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fbd5cbce-b5bc-49b3-8651-9d78ee7584ee req-8f0635c5-0226-4e95-be9e-0c3740dc1a8b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977044 May 12 08:17:22.963932 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for subnet, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:22.968677 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:22.992152 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-173c9d5c-a6a0-433e-89f9-286ef18757ff req-befa9ee5-f8a2-4f27-b844-f05895a443c7 service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557333 May 12 08:17:23.052891 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 47258) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:23.074072 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ecaf6cd-6ad6-4aab-aeb6-26b1682b7a53,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:23.078933 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Checking segment: {'id': '13d611c2-85c9-431b-87e8-e0d85bce02f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '28fd0273-d134-4fcf-8d41-32381bbdd3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:17:23.079336 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Network hostable DHCP agents. Network: 28fd0273-d134-4fcf-8d41-32381bbdd3f2, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:17:23.082557 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:23.101717 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Network 28fd0273-d134-4fcf-8d41-32381bbdd3f2 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:17:23.111716 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, 28fd0273-d134-4fcf-8d41-32381bbdd3f2) {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:23.115897 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:23.116665 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:23.125622 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e3da8-f4ea-4a24-a8d5-bd1ae1fa5589 None None] Network 28fd0273-d134-4fcf-8d41-32381bbdd3f2 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:17:23.145510 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-50d72d04-b143-4151-803e-93c6ae02afcb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1137216 May 12 08:17:23.221239 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b7167-ab26-41a2-8edf-0e1ec3fec2a3 req-1c6747bc-778e-4458-8563-08bd1936328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:23.222847 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-282b7167-ab26-41a2-8edf-0e1ec3fec2a3 req-1c6747bc-778e-4458-8563-08bd1936328c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc4727736ce64858b0b347b9ce953ca6&device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 1096 time: 0.0943274 May 12 08:17:23.267213 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-92806dd4-2694-429f-975a-5a5897f6412a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:23.355744 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe82937a-4a75-45ab-8eef-18f338747131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b7c2ab-c229-49d1-93a2-e55db28caf7d'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:23.359614 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-92806dd4-2694-429f-975a-5a5897f6412a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:23.371604 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-92806dd4-2694-429f-975a-5a5897f6412a admin admin] Usage tracker for resource:security_group_rule and tenant:33ff263855384f31b0eb944bac7be24a is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:23.376946 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99093a0-441d-4365-a733-d98cde3d7334 None None] Network 28fd0273-d134-4fcf-8d41-32381bbdd3f2 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:17:23.383061 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-92806dd4-2694-429f-975a-5a5897f6412a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:23.432672 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-92806dd4-2694-429f-975a-5a5897f6412a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:23.469559 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe82937a-4a75-45ab-8eef-18f338747131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b7c2ab-c229-49d1-93a2-e55db28caf7d', 'code': 200} May 12 08:17:23.518588 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b7167-ab26-41a2-8edf-0e1ec3fec2a3 req-721cce7a-06d2-480e-8b0c-208c2ae89b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:23.520018 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-282b7167-ab26-41a2-8edf-0e1ec3fec2a3 req-721cce7a-06d2-480e-8b0c-208c2ae89b57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=96f1c163-76f5-496d-872e-c8a6504735f5 HTTP/1.1" status: 200 len: 916 time: 0.2782776 May 12 08:17:23.611282 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-282b7167-ab26-41a2-8edf-0e1ec3fec2a3 req-d65de1a0-fe3c-4a23-b35d-e752a17e7438 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 HTTP/1.1" status: 200 len: 217 time: 0.0812688 May 12 08:17:23.698540 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403497f-c1eb-4376-b837-8eb93d61214d req-6b2b6a8f-40d6-4c65-b275-c21c99294d95 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:23.699680 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdfc0d-7b74-4a31-bb55-b7d11b7413aa req-d47e0ff5-c7b6-48f6-8b99-42a656cf9db0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:23.702334 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d2cdfc0d-7b74-4a31-bb55-b7d11b7413aa req-d47e0ff5-c7b6-48f6-8b99-42a656cf9db0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.3321023 May 12 08:17:23.718119 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a403497f-c1eb-4376-b837-8eb93d61214d req-6b2b6a8f-40d6-4c65-b275-c21c99294d95 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 943 time: 0.1734023 May 12 08:17:23.794396 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a403497f-c1eb-4376-b837-8eb93d61214d req-2442418b-2c1b-4b81-90f4-adc801397ae8 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720944 May 12 08:17:23.897119 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b7167-ab26-41a2-8edf-0e1ec3fec2a3 req-6529dc2f-b17e-47ed-8937-8d629189f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:23.898720 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-282b7167-ab26-41a2-8edf-0e1ec3fec2a3 req-6529dc2f-b17e-47ed-8937-8d629189f9be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c41f36c-9335-43c3-bef9-67f3b38b6c87 HTTP/1.1" status: 200 len: 855 time: 0.2558806 May 12 08:17:23.923981 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-92806dd4-2694-429f-975a-5a5897f6412a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:23.924751 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc7646-d863-4275-8390-7a4e6a1df070 req-2f46bf2a-c4eb-4481-80c3-c3ea769e957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:23.926473 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8abc7646-d863-4275-8390-7a4e6a1df070 req-2f46bf2a-c4eb-4481-80c3-c3ea769e957f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 1098 time: 0.1207805 May 12 08:17:23.933101 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d2cdfc0d-7b74-4a31-bb55-b7d11b7413aa req-e4015f7c-7e16-4770-8e28-4f16302e2573 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160451 May 12 08:17:23.937231 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-92806dd4-2694-429f-975a-5a5897f6412a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:23.949861 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 47302) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:23.957204 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-dc1078b5-099a-4de1-b6e2-f71489ebf345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:24.003482 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8abc7646-d863-4275-8390-7a4e6a1df070 req-713405ad-b9c6-471c-b7a4-3b8d12fb461f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556221 May 12 08:17:24.048043 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2069265938-network', 'tenant_id': '997c4bc7f221481caaaafbc2c85b2e5b'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:24.064017 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-282b7167-ab26-41a2-8edf-0e1ec3fec2a3 req-db1f7d97-26f2-4a75-934d-c735acdcbc4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96f1c163-76f5-496d-872e-c8a6504735f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145885 May 12 08:17:24.070843 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:24.080005 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Usage tracker for resource:network and tenant:997c4bc7f221481caaaafbc2c85b2e5b is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:24.084580 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-92806dd4-2694-429f-975a-5a5897f6412a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33ff263855384f31b0eb944bac7be24a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0306787 May 12 08:17:24.085910 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:24.089414 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47314) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:24.090423 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92806dd4-2694-429f-975a-5a5897f6412a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3051156c-84d3-4e09-a34f-f254a7fb2447,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:24.096596 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-92806dd4-2694-429f-975a-5a5897f6412a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:24.097707 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:24.112185 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Made reservation on behalf of 997c4bc7f221481caaaafbc2c85b2e5b for: {'network': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:17:24.115365 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.135640 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.163026 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dd22b-eaac-4447-b162-926220c7a5f6 req-682ad55b-f118-4963-80e2-bc80440f737f tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:24.164765 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d42dd22b-eaac-4447-b162-926220c7a5f6 req-682ad55b-f118-4963-80e2-bc80440f737f tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1474369 May 12 08:17:24.224346 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:24.228514 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Usage tracker for resource:security_group_rule and tenant:997c4bc7f221481caaaafbc2c85b2e5b is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:24.231815 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:24.236002 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f869-20e9-4617-acbc-a57bb5e357c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.238176 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:24.247840 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d42dd22b-eaac-4447-b162-926220c7a5f6 req-f4c43494-0401-4964-8f5b-f692d67836d9 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725720 May 12 08:17:24.296865 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f869-20e9-4617-acbc-a57bb5e357c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.339488 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.371373 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f869-20e9-4617-acbc-a57bb5e357c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.388576 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:24.405017 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4f869-20e9-4617-acbc-a57bb5e357c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3051156c-84d3-4e09-a34f-f254a7fb2447,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:24.409225 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9ba4f869-20e9-4617-acbc-a57bb5e357c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:24.412841 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f869-20e9-4617-acbc-a57bb5e357c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.413920 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-9ba4f869-20e9-4617-acbc-a57bb5e357c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3051156c-84d3-4e09-a34f-f254a7fb2447 HTTP/1.1" status: 204 len: 168 time: 0.3195107 May 12 08:17:24.439688 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.448038 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8cecc4f3-9033-4238-a486-7dd1b85f54dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:24.458816 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47334) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:24.497163 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=78675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:17:24.525625 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841c6718-6c75-4935-8566-5a1ae86c90c8,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:24.536246 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabc1624-c3f8-46b6-bb59-ba97e4ec7363 admin admin] Deleting subnet b346657b-b619-411a-907f-84c01d408093 {{(pid=78674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:17:24.540105 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fabc1624-c3f8-46b6-bb59-ba97e4ec7363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.542080 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:24.554505 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.554850 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.segments_db [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Added segment 19842ce5-343d-4c24-9416-9307ebeb7c9e of type vlan for network 5b3dedff-54e4-4ff8-bfd6-136ead47f395 May 12 08:17:24.568176 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-282b7167-ab26-41a2-8edf-0e1ec3fec2a3 req-124c12c6-6636-49a8-b3a7-23a94a02b81d service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232230 May 12 08:17:24.598500 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fabc1624-c3f8-46b6-bb59-ba97e4ec7363 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.605958 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fabc1624-c3f8-46b6-bb59-ba97e4ec7363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.609747 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.722836 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.726648 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:24.727366 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.741429 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:24.837584 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-282b7167-ab26-41a2-8edf-0e1ec3fec2a3 req-dd444a31-7700-412c-8d0a-1fce6ab571c4 service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501817 May 12 08:17:24.852831 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Pushing event updated for resources: {'Network': ['ID=5b3dedff-54e4-4ff8-bfd6-136ead47f395,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:24.859260 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:24.859499 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 47342) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:24.863730 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network 5b3dedff-54e4-4ff8-bfd6-136ead47f395 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:17:24.893165 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9157495 May 12 08:17:24.893165 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0810858d-8cec-45a8-98df-245ceb7c1d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.902402 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 47346) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:24.912752 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Request body: {'subnet': {'network_id': '5b3dedff-54e4-4ff8-bfd6-136ead47f395', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2069265938-subnet', 'tenant_id': '997c4bc7f221481caaaafbc2c85b2e5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:24.917032 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0810858d-8cec-45a8-98df-245ceb7c1d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:24.919394 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:24.923741 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0810858d-8cec-45a8-98df-245ceb7c1d4d admin admin] Usage tracker for resource:security_group_rule and tenant:8220853b0ad448b999ed97a109602ca1 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:24.926496 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Usage tracker for resource:subnet and tenant:997c4bc7f221481caaaafbc2c85b2e5b is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:24.929382 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0810858d-8cec-45a8-98df-245ceb7c1d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:24.932039 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:24.940544 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0810858d-8cec-45a8-98df-245ceb7c1d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:24.946502 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:24.975841 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Made reservation on behalf of 997c4bc7f221481caaaafbc2c85b2e5b for: {'subnet': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:17:24.979435 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:24.997514 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fabc1624-c3f8-46b6-bb59-ba97e4ec7363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for subnet, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.010005 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-8f01fff5-5fbd-42ce-adb8-4c77faf2098d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:25.038973 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fabc1624-c3f8-46b6-bb59-ba97e4ec7363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.047025 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc1624-c3f8-46b6-bb59-ba97e4ec7363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b346657b-b619-411a-907f-84c01d408093,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:25.049962 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fabc1624-c3f8-46b6-bb59-ba97e4ec7363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:25.054402 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-fabc1624-c3f8-46b6-bb59-ba97e4ec7363 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b346657b-b619-411a-907f-84c01d408093 HTTP/1.1" status: 204 len: 168 time: 0.5944080 May 12 08:17:25.055021 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47352) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:25.217296 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.223073 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906784a-9e5c-426c-a791-3e309770b520 req-125e1e90-f67f-47f4-a3e8-026a0187fb98 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:25.224623 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-7906784a-9e5c-426c-a791-3e309770b520 req-125e1e90-f67f-47f4-a3e8-026a0187fb98 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 943 time: 0.2180867 May 12 08:17:25.292778 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0810858d-8cec-45a8-98df-245ceb7c1d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.293383 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e2442-1b1a-464f-bcf1-93d3ea79a0c4 req-c4255a3d-2bbf-42db-8c27-ef7144cd9cc7 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:25.295106 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e23e2442-1b1a-464f-bcf1-93d3ea79a0c4 req-c4255a3d-2bbf-42db-8c27-ef7144cd9cc7 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.2220881 May 12 08:17:25.302122 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0810858d-8cec-45a8-98df-245ceb7c1d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.313643 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:25.379486 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-7906784a-9e5c-426c-a791-3e309770b520 req-be9c6fe4-db0c-4826-b79d-911b73bfecbb tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417606 May 12 08:17:25.385903 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-0810858d-8cec-45a8-98df-245ceb7c1d4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8220853b0ad448b999ed97a109602ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5254257 May 12 08:17:25.397616 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47368) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:25.402762 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810858d-8cec-45a8-98df-245ceb7c1d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a0b0a3-5255-430f-9bba-a1de92996247,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:25.407033 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0810858d-8cec-45a8-98df-245ceb7c1d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:25.462659 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e23e2442-1b1a-464f-bcf1-93d3ea79a0c4 req-ab37c3c2-7849-4a55-8484-d489b14908fe tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504352 May 12 08:17:25.486271 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.514383 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.514793 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.515592 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.515982 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > port after_create 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.516357 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > port after_delete 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.516724 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > port after_update 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.517111 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.517436 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.517841 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.518162 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.664342 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.664753 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.665167 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.665527 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:17:25.665909 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8675d8d0-4407-4643-9344-c937725e87cc']}} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:25.689331 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cf89e9-e319-429b-9fbf-3201d25320b0') {'for_net_delete': True} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:25.690602 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cf89e9-e319-429b-9fbf-3201d25320b0') {} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:25.714602 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-eeb8bbe6-d0ab-4823-9875-b19bf6b66cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.717218 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132425916'] for segment, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.754490 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.767472 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-eeb8bbe6-d0ab-4823-9875-b19bf6b66cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.775127 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=78674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:17:25.775852 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2884488'] for segment, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: from cryptography.utils import int_from_bytes May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: from cryptography.utils import int_from_bytes May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: Traceback (most recent call last): May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: timer() May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: cb(*args, **kw) May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: return func(*args, **kwargs) May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: self._notify() May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: self.callback(batched_events) May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: event.method(event) May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: return f(self, *a, **k) May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: return self._get(url).json() May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: return self.request(url, 'GET', **kwargs) May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:17:25.791653 dv-cinder-790910-1-smb neutron-server[78674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:17:25.800107 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for subnet, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.811059 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766fa32-ce23-47ea-aef4-032ac5e5656e req-822afba8-7819-4bb1-9a03-475f4e7d8869 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:25.819228 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3766fa32-ce23-47ea-aef4-032ac5e5656e req-822afba8-7819-4bb1-9a03-475f4e7d8869 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.2202961 May 12 08:17:25.851990 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:25.904926 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.912518 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-56891f1f-75a4-4465-8f11-b2c49e4f1924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:25.932815 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=8675d8d0-4407-4643-9344-c937725e87cc,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:25.934941 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.940330 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3766fa32-ce23-47ea-aef4-032ac5e5656e req-78f046be-0331-45fa-ad01-e353aaf6a4d9 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198902 May 12 08:17:25.942464 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:25.956525 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-eeb8bbe6-d0ab-4823-9875-b19bf6b66cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.956525 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:25.970355 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc397a26-8b66-443e-ba45-6bafd0da261e,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:25.970667 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8bbe6-d0ab-4823-9875-b19bf6b66cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a0b0a3-5255-430f-9bba-a1de92996247,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:25.974717 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-eeb8bbe6-d0ab-4823-9875-b19bf6b66cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:25.977032 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-c4483f03-15d4-43cf-a99e-0caae8254ccc admin admin] 10.222.0.43 "DELETE /v2.0/networks/8675d8d0-4407-4643-9344-c937725e87cc HTTP/1.1" status: 204 len: 168 time: 0.9210198 May 12 08:17:25.980617 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-eeb8bbe6-d0ab-4823-9875-b19bf6b66cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:25.981686 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-eeb8bbe6-d0ab-4823-9875-b19bf6b66cb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58a0b0a3-5255-430f-9bba-a1de92996247 HTTP/1.1" status: 204 len: 168 time: 0.5805359 May 12 08:17:25.981940 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:25.985550 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Checking segment: {'id': '19842ce5-343d-4c24-9416-9307ebeb7c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5b3dedff-54e4-4ff8-bfd6-136ead47f395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:17:25.986958 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Network hostable DHCP agents. Network: 5b3dedff-54e4-4ff8-bfd6-136ead47f395, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:17:26.025561 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Network 5b3dedff-54e4-4ff8-bfd6-136ead47f395 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:17:26.043258 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, 5b3dedff-54e4-4ff8-bfd6-136ead47f395) {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:26.049097 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:26.050039 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:26.054543 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42ee32b-2649-4ea2-a0ee-9481fb2e5987 None None] Network 5b3dedff-54e4-4ff8-bfd6-136ead47f395 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:17:26.107709 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1962333 May 12 08:17:26.116464 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47392) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:26.159709 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9bc08-ff7c-4930-a0bb-dc7583bdca4b req-7a5bd0a3-b33e-4503-b660-09d708ad2a6d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:26.169092 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-96a9bc08-ff7c-4930-a0bb-dc7583bdca4b req-7a5bd0a3-b33e-4503-b660-09d708ad2a6d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1142352 May 12 08:17:26.170283 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 47398) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:26.176479 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-f93df428-a03a-4cd7-9ccb-f568fecb432b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Request body: {'floatingip': {'port_id': '1847cba7-baa5-4969-bdaf-ab656057dc41'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:26.265436 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47402) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:26.268261 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f93df428-a03a-4cd7-9ccb-f568fecb432b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:26.286180 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530697e2-225a-4fad-9316-8b9e5afc22c0 None None] Network 5b3dedff-54e4-4ff8-bfd6-136ead47f395 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:17:26.357517 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-94eeb9c2-38d0-45c2-80ee-20d439937f50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e8749eb3b244d54af00a04552b626a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0908740 May 12 08:17:26.360327 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47408) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:26.439490 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9a9edd73-f80b-408c-a3e2-9b148b572e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:26.497509 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9a9edd73-f80b-408c-a3e2-9b148b572e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:26.588643 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:17:26.618511 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9a9edd73-f80b-408c-a3e2-9b148b572e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:26.625568 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fa38e6dc-95b3-404b-aaef-32ac36a5683f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:26.808355 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:26.820166 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9edd73-f80b-408c-a3e2-9b148b572e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9a0175-d174-4aa8-9fb7-9584422b28d3,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:26.860325 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe17b20-9e2f-4e14-bad5-a7ec4fc1b75e req-7844d0de-c4c0-42a9-a6e3-6596b0d04d6e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:26.868755 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2fe17b20-9e2f-4e14-bad5-a7ec4fc1b75e req-7844d0de-c4c0-42a9-a6e3-6596b0d04d6e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 943 time: 0.2508178 May 12 08:17:26.874145 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017', 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5', 'port_id': 'f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017', 'mac_address': 'fa:16:3e:12:ef:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c41f36c-9335-43c3-bef9-67f3b38b6c87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:17:26.874281 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9a9edd73-f80b-408c-a3e2-9b148b572e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:26.885850 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-28f07fc3-e9e6-43fa-acfd-3018dd9a7015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:26.908118 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9a9edd73-f80b-408c-a3e2-9b148b572e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:26.918498 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-9a9edd73-f80b-408c-a3e2-9b148b572e51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e9a0175-d174-4aa8-9fb7-9584422b28d3 HTTP/1.1" status: 204 len: 168 time: 0.5560398 May 12 08:17:26.942947 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-28f07fc3-e9e6-43fa-acfd-3018dd9a7015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:26.946633 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-28f07fc3-e9e6-43fa-acfd-3018dd9a7015 admin admin] Usage tracker for resource:security_group_rule and tenant:9feaf6b049004d15b5509043d6a633d5 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:26.949802 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-28f07fc3-e9e6-43fa-acfd-3018dd9a7015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:26.955992 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-28f07fc3-e9e6-43fa-acfd-3018dd9a7015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:27.001065 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:27.043370 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:27.049349 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-28f07fc3-e9e6-43fa-acfd-3018dd9a7015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:27.056854 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-28f07fc3-e9e6-43fa-acfd-3018dd9a7015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:27.070222 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-00831879-e144-4889-b31a-3778b1e22450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:27.084108 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:27.093888 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:27.096227 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-876e0d1d-5c17-41c9-84c7-a970f08fe938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:27.102719 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f07fc3-e9e6-43fa-acfd-3018dd9a7015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b534910d-5d7a-4d42-bf85-518130b5cfd7,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:27.108907 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-28f07fc3-e9e6-43fa-acfd-3018dd9a7015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:27.147514 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213626f-2a47-4a43-a3e7-2f9e0f482be8 req-53bb6b97-e7eb-40e0-84ce-28f423192cae tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:27.149310 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7213626f-2a47-4a43-a3e7-2f9e0f482be8 req-53bb6b97-e7eb-40e0-84ce-28f423192cae tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.4686491 May 12 08:17:27.153223 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-28f07fc3-e9e6-43fa-acfd-3018dd9a7015 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9feaf6b049004d15b5509043d6a633d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0351057 May 12 08:17:27.155993 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47442) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:27.160420 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2fe17b20-9e2f-4e14-bad5-a7ec4fc1b75e req-4fd73f8c-a99e-4094-8594-259232d3c493 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905860 May 12 08:17:27.223386 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:27.230966 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:27.306386 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7213626f-2a47-4a43-a3e7-2f9e0f482be8 req-bf9f31db-dae3-4081-bc18-3e8d9cce0933 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447067 May 12 08:17:27.347139 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d33b56ba-f0c1-4b33-b413-e462eba5a623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:27.398268 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d33b56ba-f0c1-4b33-b413-e462eba5a623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:27.472431 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:17:27.514804 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f93df428-a03a-4cd7-9ccb-f568fecb432b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:27.521344 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f93df428-a03a-4cd7-9ccb-f568fecb432b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:27.533845 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d33b56ba-f0c1-4b33-b413-e462eba5a623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:27.546710 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:27.579402 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b56ba-f0c1-4b33-b413-e462eba5a623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b534910d-5d7a-4d42-bf85-518130b5cfd7,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:27.580004 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d33b56ba-f0c1-4b33-b413-e462eba5a623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:27.592281 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d33b56ba-f0c1-4b33-b413-e462eba5a623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:27.594579 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-d33b56ba-f0c1-4b33-b413-e462eba5a623 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b534910d-5d7a-4d42-bf85-518130b5cfd7 HTTP/1.1" status: 204 len: 168 time: 0.4375653 May 12 08:17:28.015824 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.l3_db [None req-f93df428-a03a-4cd7-9ccb-f568fecb432b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Floating IP 70875cb6-2f8d-464b-929a-5f89e481644a associated. External IP: 172.28.1.113, port: 1847cba7-baa5-4969-bdaf-ab656057dc41. May 12 08:17:28.033217 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9e1a0-e39e-4801-b699-eaaadd74eab2 req-da584736-23af-429d-963e-ff33cb4c6dcd tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:28.034783 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ccb9e1a0-e39e-4801-b699-eaaadd74eab2 req-da584736-23af-429d-963e-ff33cb4c6dcd tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.0945036 May 12 08:17:28.055071 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47488) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:28.088726 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-910da6a2-ad46-4bb3-91f5-2d12beca6f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:28.124359 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ccb9e1a0-e39e-4801-b699-eaaadd74eab2 req-96faae70-cf0f-44aa-8ed4-71ae1c1c4c22 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828025 May 12 08:17:28.126236 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-910da6a2-ad46-4bb3-91f5-2d12beca6f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:28.144275 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-910da6a2-ad46-4bb3-91f5-2d12beca6f6d admin admin] Usage tracker for resource:security_group_rule and tenant:ffe4478feb23431cb57c53a274c1fb41 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:28.147231 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-910da6a2-ad46-4bb3-91f5-2d12beca6f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:28.153905 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-910da6a2-ad46-4bb3-91f5-2d12beca6f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:28.305779 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-910da6a2-ad46-4bb3-91f5-2d12beca6f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:28.326188 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-fd982626-3214-40c6-b87c-bec3419f033d tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:28.334623 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-fd982626-3214-40c6-b87c-bec3419f033d tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/networks?id=28fd0273-d134-4fcf-8d41-32381bbdd3f2 HTTP/1.1" status: 200 len: 809 time: 0.5654747 May 12 08:17:28.345078 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-910da6a2-ad46-4bb3-91f5-2d12beca6f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:28.358789 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-2980d84a-467d-4ab6-b65f-6ae28c6f7264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:28.387752 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-4910e25e-a03f-4b8f-b38c-22cb5a30aba8 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/quotas/d0547ee58a51469287341d1135e0673d HTTP/1.1" status: 200 len: 375 time: 0.0519338 May 12 08:17:28.401544 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910da6a2-ad46-4bb3-91f5-2d12beca6f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fe0d55-b335-4b43-a0d2-9d70ae398bfd,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:28.407508 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-910da6a2-ad46-4bb3-91f5-2d12beca6f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:28.419009 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-910da6a2-ad46-4bb3-91f5-2d12beca6f6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ffe4478feb23431cb57c53a274c1fb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575974 May 12 08:17:28.419009 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47504) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:28.485865 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c10d-2fb0-4848-9914-808b5cec2cd4 req-3bb96492-4d85-414a-bdff-4e329187704e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:28.492973 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-abc7c10d-2fb0-4848-9914-808b5cec2cd4 req-3bb96492-4d85-414a-bdff-4e329187704e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 944 time: 0.1892848 May 12 08:17:28.502037 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-865f6e8d-7347-41d9-aacd-d4931ab162d5 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0547ee58a51469287341d1135e0673d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132276 May 12 08:17:28.607550 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:28.608641 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-aa57ad9f-0916-40dc-a7ca-4bcb81c6d19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:28.631353 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-abc7c10d-2fb0-4848-9914-808b5cec2cd4 req-25d87b45-5338-4413-afde-83fe580a87b5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374745 May 12 08:17:28.647002 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-aa57ad9f-0916-40dc-a7ca-4bcb81c6d19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:28.753139 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-aa57ad9f-0916-40dc-a7ca-4bcb81c6d19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:28.758444 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-910da6a2-ad46-4bb3-91f5-2d12beca6f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:28.787225 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57ad9f-0916-40dc-a7ca-4bcb81c6d19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fe0d55-b335-4b43-a0d2-9d70ae398bfd,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:28.787821 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:28.799595 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47530) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:28.803034 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:28.803404 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:28.809253 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-aa57ad9f-0916-40dc-a7ca-4bcb81c6d19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:28.824388 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-aa57ad9f-0916-40dc-a7ca-4bcb81c6d19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:28.827263 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-aa57ad9f-0916-40dc-a7ca-4bcb81c6d19e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46fe0d55-b335-4b43-a0d2-9d70ae398bfd HTTP/1.1" status: 204 len: 168 time: 0.4068646 May 12 08:17:28.861299 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafddf1-eed7-4b50-9055-5be1dbcc1f4f req-f23a66c4-4c26-44f1-a81b-d9c7a1646f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:28.862640 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6dafddf1-eed7-4b50-9055-5be1dbcc1f4f req-f23a66c4-4c26-44f1-a81b-d9c7a1646f45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f66fe14646c34c47ad422167942b2336&device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 1098 time: 0.8780432 May 12 08:17:29.017565 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:29.022960 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-96572538-0ef2-4acb-b281-a5da76882fa5 service neutron] 10.222.0.43 "GET /v2.0/networks/28fd0273-d134-4fcf-8d41-32381bbdd3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195282 May 12 08:17:29.050259 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7185aa8-adc5-493d-90bb-006b0d591017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:29.061835 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:29.068948 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:29.074538 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:29.092809 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-network', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:29.099943 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:29.108284 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Usage tracker for resource:network and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:29.120406 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:29.139246 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:29.172632 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Made reservation on behalf of e1ff18373a6e4a8d8bf7f8328ebb0c53 for: {'network': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:17:29.177131 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:29.177729 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7185aa8-adc5-493d-90bb-006b0d591017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017', 'code': 200} May 12 08:17:29.241244 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:29.244936 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-53100e48-d45d-411c-bdf4-37c5635f620f service neutron] 10.222.0.43 "GET /v2.0/networks/28fd0273-d134-4fcf-8d41-32381bbdd3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171490 May 12 08:17:29.284316 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:29.295830 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Usage tracker for resource:security_group_rule and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:29.297964 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:29.307906 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:29.315762 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:29.334240 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:29.454506 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93df428-a03a-4cd7-9ccb-f568fecb432b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Router afe5d8ab-d269-47e6-838b-1c0a83e22b46 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:17:29.472078 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafddf1-eed7-4b50-9055-5be1dbcc1f4f req-f118b1a7-455f-4785-b982-cada2fdfceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:29.474461 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6dafddf1-eed7-4b50-9055-5be1dbcc1f4f req-f118b1a7-455f-4785-b982-cada2fdfceb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a268b575-88fb-44a7-9078-873928216331 HTTP/1.1" status: 200 len: 919 time: 0.5911376 May 12 08:17:29.643836 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47564) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:29.688604 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8aee4-54ae-457e-924b-7189298b6352 req-1abf9a38-d9dc-4b01-8dd5-e97c412b2a13 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:29.690249 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a9c8aee4-54ae-457e-924b-7189298b6352 req-1abf9a38-d9dc-4b01-8dd5-e97c412b2a13 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.3341498 May 12 08:17:29.709980 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-643b5f9e-1130-4e12-ba46-fc57a3e86468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:29.760720 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6dafddf1-eed7-4b50-9055-5be1dbcc1f4f req-98ff3f61-cfda-49f0-b8f9-4d93b297449d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8b7c2ab-c229-49d1-93a2-e55db28caf7d HTTP/1.1" status: 200 len: 217 time: 0.1961706 May 12 08:17:29.776438 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:29.803946 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-643b5f9e-1130-4e12-ba46-fc57a3e86468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:29.813347 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ee172fed-5e4a-40e5-8c4e-800d2fbe525f req-d8a038e1-f2d9-4710-b707-aff29a1857d7 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 210 time: 0.1928303 May 12 08:17:29.816233 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:29.820038 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-643b5f9e-1130-4e12-ba46-fc57a3e86468 admin admin] Usage tracker for resource:security_group_rule and tenant:9c49c6b0e2d84967a61f796fb554e775 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:29.829983 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-26f00ade-0f10-41f3-968e-d6d0ce3185ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:29.843472 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-643b5f9e-1130-4e12-ba46-fc57a3e86468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:29.872865 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3482ae-a8db-4edd-8095-9d9218e5967e req-81cc64d5-67f5-4d22-9cc4-064896bb65db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:29.874521 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ea3482ae-a8db-4edd-8095-9d9218e5967e req-81cc64d5-67f5-4d22-9cc4-064896bb65db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 1098 time: 0.3417656 May 12 08:17:29.879192 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a9c8aee4-54ae-457e-924b-7189298b6352 req-a65f72b1-62f2-461e-875a-240661e9611d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727972 May 12 08:17:29.884832 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-643b5f9e-1130-4e12-ba46-fc57a3e86468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:29.913014 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafddf1-eed7-4b50-9055-5be1dbcc1f4f req-06271b1a-4389-4821-85c4-987ccac63324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:29.915206 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6dafddf1-eed7-4b50-9055-5be1dbcc1f4f req-06271b1a-4389-4821-85c4-987ccac63324 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc HTTP/1.1" status: 200 len: 858 time: 0.1436019 May 12 08:17:29.943958 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc38dde-cb94-4768-b04b-a6050d0ffb9f,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:29.969248 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=78674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:17:29.984419 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:30.022464 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93df428-a03a-4cd7-9ccb-f568fecb432b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:17:30.027824 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f93df428-a03a-4cd7-9ccb-f568fecb432b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:30.038223 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ea3482ae-a8db-4edd-8095-9d9218e5967e req-34b0fcca-b854-44aa-bd7b-50e33cdd022f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499093 May 12 08:17:30.038654 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:30.038992 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.segments_db [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Added segment 73a0672d-c613-41c0-b29e-1d44d13859ef of type vlan for network df9c6990-f502-40fc-883a-abfac8f1f5d4 May 12 08:17:30.052874 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07775a-2ccb-4dcc-9836-da0b5196e76d None None] Sync routers for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:17:30.064552 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f07775a-2ccb-4dcc-9836-da0b5196e76d None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:17:30.064552 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-4f07775a-2ccb-4dcc-9836-da0b5196e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:17:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:30.104137 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6dafddf1-eed7-4b50-9055-5be1dbcc1f4f req-4e23ddbf-f514-40a4-802c-45b9fe753a5d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a268b575-88fb-44a7-9078-873928216331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591837 May 12 08:17:30.148108 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-f93df428-a03a-4cd7-9ccb-f568fecb432b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "PUT /v2.0/floatingips/70875cb6-2f8d-464b-929a-5f89e481644a HTTP/1.1" status: 200 len: 991 time: 3.9764171 May 12 08:17:30.149961 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635ca704-e413-4b21-a3c6-95aef9057c20', 'tag': '1847cba7-baa5-4969-bdaf-ab656057dc41'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:30.182234 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:30.216102 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-643b5f9e-1130-4e12-ba46-fc57a3e86468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:30.227468 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-643b5f9e-1130-4e12-ba46-fc57a3e86468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:30.231860 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47bcc9-2dc3-49a7-8999-8159308fab84 req-e8c25927-677c-404b-9261-87fdafa4bf19 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:30.234587 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6f47bcc9-2dc3-49a7-8999-8159308fab84 req-e8c25927-677c-404b-9261-87fdafa4bf19 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 945 time: 0.2188306 May 12 08:17:30.245071 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-0a364433-e94f-42c5-b9cd-84af5e43cadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:30.255356 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-4f07775a-2ccb-4dcc-9836-da0b5196e76d None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:17:30.296831 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-643b5f9e-1130-4e12-ba46-fc57a3e86468 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c49c6b0e2d84967a61f796fb554e775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6518114 May 12 08:17:30.297715 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:30.299878 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:30.300463 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:30.303912 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47602) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:30.304699 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b5f9e-1130-4e12-ba46-fc57a3e86468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be56df8a-05cb-4de8-b806-6120eef91fdc,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:30.310192 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-643b5f9e-1130-4e12-ba46-fc57a3e86468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:30.314398 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:30.328061 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6f47bcc9-2dc3-49a7-8999-8159308fab84 req-a2fbe0da-a493-4152-ac63-44a09a375c72 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876513 May 12 08:17:30.481511 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Pushing event updated for resources: {'Network': ['ID=df9c6990-f502-40fc-883a-abfac8f1f5d4,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:30.485252 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:30.492266 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network df9c6990-f502-40fc-883a-abfac8f1f5d4 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:17:30.521561 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-464be5fc-f8f5-4c22-b7ee-03a5cbd28f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:30.581376 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7803731 May 12 08:17:30.589068 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47614) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:30.613374 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Request body: {'subnet': {'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-subnet', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:30.630786 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:30.637447 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-464be5fc-f8f5-4c22-b7ee-03a5cbd28f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:30.649005 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Usage tracker for resource:subnet and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:30.654796 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:30.682130 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:30.689171 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f8237-af87-4f88-8bfe-b14cd439c90a req-6ff4e52c-16c2-44c3-bd76-ad436e7ec0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:30.690751 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a3f8237-af87-4f88-8bfe-b14cd439c90a req-6ff4e52c-16c2-44c3-bd76-ad436e7ec0c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f33c4d641f2420683d924899ca743bd&device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 1098 time: 0.1656501 May 12 08:17:30.699796 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635ca704-e413-4b21-a3c6-95aef9057c20', 'tag': '1847cba7-baa5-4969-bdaf-ab656057dc41', 'status': 'completed', 'code': 200} May 12 08:17:30.835368 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6dafddf1-eed7-4b50-9055-5be1dbcc1f4f req-14b26017-e32a-4a76-8a12-0a750c353ae4 service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825399 May 12 08:17:30.922809 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f8237-af87-4f88-8bfe-b14cd439c90a req-198d2b03-5549-4703-bc13-835b50cd1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:30.924350 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a3f8237-af87-4f88-8bfe-b14cd439c90a req-198d2b03-5549-4703-bc13-835b50cd1f26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a48f7f6f-f530-4eda-bf6b-27ca4c358942 HTTP/1.1" status: 200 len: 912 time: 0.2210448 May 12 08:17:30.934333 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Made reservation on behalf of e1ff18373a6e4a8d8bf7f8328ebb0c53 for: {'subnet': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:17:30.936669 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134155916'] for subnet, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:31.012753 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-4f07775a-2ccb-4dcc-9836-da0b5196e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '70875cb6-2f8d-464b-929a-5f89e481644a', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'floating_ip_address': '172.28.1.113', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'port_id': '1847cba7-baa5-4969-bdaf-ab656057dc41', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'mac_address': 'fa:16:3e:b8:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ca704-e413-4b21-a3c6-95aef9057c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:16:59Z', 'updated_at': '2021-05-12T08:17:27Z', 'revision_number': 1, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:59Z', 'revision_number': 5, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:31.023072 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07775a-2ccb-4dcc-9836-da0b5196e76d None None] Checking router: afe5d8ab-d269-47e6-838b-1c0a83e22b46 for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:17:31.044589 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f07775a-2ccb-4dcc-9836-da0b5196e76d None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:17:31.045711 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-4f07775a-2ccb-4dcc-9836-da0b5196e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:17:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:31.149990 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 47636) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:31.152277 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0713f129-45ab-45cc-9372-65299d4cda4b req-5d92e2f7-233f-453e-bc5e-428f62cb607f tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 210 time: 0.0559115 May 12 08:17:31.240919 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6dafddf1-eed7-4b50-9055-5be1dbcc1f4f req-5845bf0c-43d2-410e-85ff-7b8f405da8cc service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974264 May 12 08:17:31.276563 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-464be5fc-f8f5-4c22-b7ee-03a5cbd28f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:31.290689 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c736c5af-239a-413c-a1cb-ae79d734b83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:31.310874 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-4f07775a-2ccb-4dcc-9836-da0b5196e76d None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:17:31.324340 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464be5fc-f8f5-4c22-b7ee-03a5cbd28f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be56df8a-05cb-4de8-b806-6120eef91fdc,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:31.332616 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-652af9bd-5d3b-45bd-b5f7-5cbe68e369de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:31.335355 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-464be5fc-f8f5-4c22-b7ee-03a5cbd28f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:31.350143 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-652af9bd-5d3b-45bd-b5f7-5cbe68e369de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:31.360068 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-652af9bd-5d3b-45bd-b5f7-5cbe68e369de admin admin] Usage tracker for resource:security_group_rule and tenant:c8bbff8b9ef8455eb9957c15e63d5432 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:31.364668 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-652af9bd-5d3b-45bd-b5f7-5cbe68e369de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:31.366653 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a3f8237-af87-4f88-8bfe-b14cd439c90a req-76cb970b-3819-4a8a-a7b0-50aec7789974 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1847cba7-baa5-4969-bdaf-ab656057dc41 HTTP/1.1" status: 200 len: 999 time: 0.4041560 May 12 08:17:31.367549 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-464be5fc-f8f5-4c22-b7ee-03a5cbd28f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:31.371734 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-652af9bd-5d3b-45bd-b5f7-5cbe68e369de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:31.373453 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-464be5fc-f8f5-4c22-b7ee-03a5cbd28f5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be56df8a-05cb-4de8-b806-6120eef91fdc HTTP/1.1" status: 204 len: 168 time: 1.0622578 May 12 08:17:31.532515 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-652af9bd-5d3b-45bd-b5f7-5cbe68e369de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:31.544032 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-652af9bd-5d3b-45bd-b5f7-5cbe68e369de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:31.579189 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:31.597790 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af107212-3439-4559-8e43-2109f2f384e1 req-14cbe0e9-9c36-4b88-a7bf-e2443dddeff7 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:31.605139 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-af107212-3439-4559-8e43-2109f2f384e1 req-14cbe0e9-9c36-4b88-a7bf-e2443dddeff7 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.4601381 May 12 08:17:31.684280 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-652af9bd-5d3b-45bd-b5f7-5cbe68e369de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8bbff8b9ef8455eb9957c15e63d5432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5308070 May 12 08:17:31.708059 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47658) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:31.784043 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-af107212-3439-4559-8e43-2109f2f384e1 req-a8e3073a-57b6-4059-82d8-1298eaa9183d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776867 May 12 08:17:31.842525 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652af9bd-5d3b-45bd-b5f7-5cbe68e369de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d735a41-bf05-43cd-95f9-e8f498c271ea,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:31.862605 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-652af9bd-5d3b-45bd-b5f7-5cbe68e369de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:31.883786 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f8237-af87-4f88-8bfe-b14cd439c90a req-2911b7b8-30fd-464f-88e8-802c07573418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:31.885555 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a3f8237-af87-4f88-8bfe-b14cd439c90a req-2911b7b8-30fd-464f-88e8-802c07573418 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85150696-0c2f-4ffc-b17b-b5a382c1566b HTTP/1.1" status: 200 len: 850 time: 0.3464100 May 12 08:17:31.909700 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b2069a0e-32a5-43bf-ac0c-742c67a3d0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:31.956987 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa35e8-0c13-4ad0-8e20-eb73bf4bdf36 req-cc76b804-93d7-4704-8713-bdcf9d244c1f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:31.958517 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fcaa35e8-0c13-4ad0-8e20-eb73bf4bdf36 req-cc76b804-93d7-4704-8713-bdcf9d244c1f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 945 time: 0.3985779 May 12 08:17:32.003153 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-c637618c-cee2-4311-a672-2a50932a8598 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:32.004644 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-c637618c-cee2-4311-a672-2a50932a8598 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.48 "GET /v2.0/networks?id=28fd0273-d134-4fcf-8d41-32381bbdd3f2 HTTP/1.1" status: 200 len: 809 time: 0.3188746 May 12 08:17:32.041790 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Request body: {'port': {'device_id': 'ee963084-ffcb-4450-ada2-934b50acb0ae', 'network_id': '28fd0273-d134-4fcf-8d41-32381bbdd3f2', 'admin_state_up': True, 'tenant_id': 'd0547ee58a51469287341d1135e0673d'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:32.042545 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-4f07775a-2ccb-4dcc-9836-da0b5196e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '70875cb6-2f8d-464b-929a-5f89e481644a', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'floating_ip_address': '172.28.1.113', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'port_id': '1847cba7-baa5-4969-bdaf-ab656057dc41', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'mac_address': 'fa:16:3e:b8:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ca704-e413-4b21-a3c6-95aef9057c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:16:59Z', 'updated_at': '2021-05-12T08:17:27Z', 'revision_number': 1, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:59Z', 'revision_number': 5, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:32.048036 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07775a-2ccb-4dcc-9836-da0b5196e76d None None] The sync data for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb is: [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '70875cb6-2f8d-464b-929a-5f89e481644a', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'floating_ip_address': '172.28.1.113', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'port_id': '1847cba7-baa5-4969-bdaf-ab656057dc41', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'mac_address': 'fa:16:3e:b8:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ca704-e413-4b21-a3c6-95aef9057c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:16:59Z', 'updated_at': '2021-05-12T08:17:27Z', 'revision_number': 1, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:59Z', 'revision_number': 5, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:17:32.051716 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b2069a0e-32a5-43bf-ac0c-742c67a3d0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:32.093540 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fcaa35e8-0c13-4ad0-8e20-eb73bf4bdf36 req-a4f57b78-10d5-4503-a412-bf3f04d4c995 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184094 May 12 08:17:32.275162 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:32.280793 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Usage tracker for resource:port and tenant:d0547ee58a51469287341d1135e0673d is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:32.284352 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:32.290246 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:32.303235 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Made reservation on behalf of d0547ee58a51469287341d1135e0673d for: {'port': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:17:32.309929 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:32.366736 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6711d-77d8-408c-8808-69cf4910937c None None] New status for floating IP 70875cb6-2f8d-464b-929a-5f89e481644a: ACTIVE {{(pid=78676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 08:17:32.382112 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f8237-af87-4f88-8bfe-b14cd439c90a req-d2efc843-019e-467e-810c-b66e1918e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:32.383839 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a3f8237-af87-4f88-8bfe-b14cd439c90a req-d2efc843-019e-467e-810c-b66e1918e584 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a48f7f6f-f530-4eda-bf6b-27ca4c358942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4751644 May 12 08:17:32.386417 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b2069a0e-32a5-43bf-ac0c-742c67a3d0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:32.400909 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9a9edd73-f80b-408c-a3e2-9b148b572e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:32.503533 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-104dcec2-81dd-4eb7-b287-67cc7f9d6c35 req-a271c612-b712-442c-b929-004028204c16 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 210 time: 0.0942192 May 12 08:17:32.518221 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2069a0e-32a5-43bf-ac0c-742c67a3d0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d735a41-bf05-43cd-95f9-e8f498c271ea,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:32.575850 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-b2069a0e-32a5-43bf-ac0c-742c67a3d0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:32.591943 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b2069a0e-32a5-43bf-ac0c-742c67a3d0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:32.595601 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-b2069a0e-32a5-43bf-ac0c-742c67a3d0fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d735a41-bf05-43cd-95f9-e8f498c271ea HTTP/1.1" status: 204 len: 168 time: 0.8792968 May 12 08:17:32.678669 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Allocated IP 172.20.0.4 (28fd0273-d134-4fcf-8d41-32381bbdd3f2/5ecaf6cd-6ad6-4aab-aeb6-26b1682b7a53/550e231d-2874-40c6-8eef-a0da2761e9a2) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:17:32.710475 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a3f8237-af87-4f88-8bfe-b14cd439c90a req-5477a4e8-8771-4434-894b-98b9a34e3405 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024442 May 12 08:17:32.730026 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3279661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134156030'] for subnet, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:32.759934 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-50c807c0-433c-4fa0-9414-398a6e915c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:32.940692 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b88ea44-9eac-4917-a121-08012e4f664d,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:32.962433 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:32.962802 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:32.963205 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:32.963558 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:32.964226 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:32.964226 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:32.964593 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:32.964936 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:32.965292 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:32.965636 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:32.966009 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:32.966375 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:32.977864 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Checking segment: {'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:17:32.978225 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Network hostable DHCP agents. Network: df9c6990-f502-40fc-883a-abfac8f1f5d4, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:17:32.997777 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:33.008634 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a3f8237-af87-4f88-8bfe-b14cd439c90a req-a647bc86-545a-4fdf-a9f5-7515379308c9 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854292 May 12 08:17:33.056579 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Network df9c6990-f502-40fc-883a-abfac8f1f5d4 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:17:33.103153 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, df9c6990-f502-40fc-883a-abfac8f1f5d4) {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:33.114455 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef7dad-ca67-4a67-89b7-dcac3b9a4214 None None] Network df9c6990-f502-40fc-883a-abfac8f1f5d4 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:17:33.121796 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:33.122398 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:33.174276 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-ec61a1b1-1371-44c1-bac6-62a824748249 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5789876 May 12 08:17:33.177381 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47706) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:33.183554 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:33.198934 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:33.210569 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Usage tracker for resource:router and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:33.221728 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:33.253701 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:33.285836 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:33.293150 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4464'] for router, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:33.294704 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4425'] for router, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:33.331069 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:33.403346 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:33.424402 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07877177-806a-4a65-8b2a-da8376e5d5cf req-cb5ca4d3-2748-4310-b537-0dbb3a1c480f tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:33.435934 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-07877177-806a-4a65-8b2a-da8376e5d5cf req-cb5ca4d3-2748-4310-b537-0dbb3a1c480f tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.4314973 May 12 08:17:33.451037 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:33.536988 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 47716) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:33.560715 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b875660-0401-546f-a1c8-c267b82e2982-df9c6990-f502-40fc-883a-abfac8f1f5d4', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d'}]}} from dv-cinder-790910-1-smb. {{(pid=78676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 08:17:33.562368 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:33.603652 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Network 28fd0273-d134-4fcf-8d41-32381bbdd3f2 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:17:33.611220 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:33.623337 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:17:33.629344 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:33.629959 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:33.638001 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7e9847f4-c4d6-47dd-bb7a-f9734f8470b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:33.665114 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-07877177-806a-4a65-8b2a-da8376e5d5cf req-3479ab29-ff3d-4874-8a1b-88c8fa1c2f03 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149365 May 12 08:17:33.710041 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-7e9847f4-c4d6-47dd-bb7a-f9734f8470b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:33.721396 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4439'] for router, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:33.722817 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-7e9847f4-c4d6-47dd-bb7a-f9734f8470b2 admin admin] Usage tracker for resource:security_group_rule and tenant:99ef8b9955bf4193865713768af06808 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:33.730699 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-7e9847f4-c4d6-47dd-bb7a-f9734f8470b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:33.759562 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Pushing event updated for resources: {'Port': ['ID=550e231d-2874-40c6-8eef-a0da2761e9a2,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:33.777267 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-7e9847f4-c4d6-47dd-bb7a-f9734f8470b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:33.782620 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:33.783015 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:33.785141 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:33.785832 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:33.786447 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:33.787022 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:33.787615 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:33.788190 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:33.788810 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:33.789367 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:33.789982 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:33.790515 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:33.830165 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.db_base_plugin_common [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Allocated IP 172.20.0.2 (df9c6990-f502-40fc-883a-abfac8f1f5d4/9b88ea44-9eac-4917-a121-08012e4f664d/69c19d1c-c603-4066-995b-0c0917618d29) {{(pid=78676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:17:33.899714 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7e9847f4-c4d6-47dd-bb7a-f9734f8470b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:33.906612 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:33.965077 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7e9847f4-c4d6-47dd-bb7a-f9734f8470b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:33.976308 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a7064bdc-cf9a-456e-87a1-8857d1219775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:33.986271 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94368cdf-adfb-4875-aba9-20a4039f1d02 req-0d175751-527d-4045-8056-b630be9bab32 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:33.993384 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-94368cdf-adfb-4875-aba9-20a4039f1d02 req-0d175751-527d-4045-8056-b630be9bab32 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 945 time: 0.1436892 May 12 08:17:33.996196 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9604774 May 12 08:17:34.032111 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Request body: {'port': {'device_id': 'ee963084-ffcb-4450-ada2-934b50acb0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:34.057013 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-94368cdf-adfb-4875-aba9-20a4039f1d02 req-a5cf5d83-bc18-46f3-acef-d2f1e8a71442 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625176 May 12 08:17:34.085128 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-7e9847f4-c4d6-47dd-bb7a-f9734f8470b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99ef8b9955bf4193865713768af06808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478625 May 12 08:17:34.089722 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 47730) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:34.097768 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9847f4-c4d6-47dd-bb7a-f9734f8470b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97cd8cc-c35e-437a-bc94-8868a8ff58e9,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:34.115334 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7e9847f4-c4d6-47dd-bb7a-f9734f8470b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:34.123033 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Notify callbacks [] for port, precommit_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:34.135778 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Transition to ACTIVE for port object 69c19d1c-c603-4066-995b-0c0917618d29 will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:34.168689 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Transition to ACTIVE for port object 69c19d1c-c603-4066-995b-0c0917618d29 will not be triggered until provisioned by entity DHCP. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:34.176063 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:34.180209 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:34.214843 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866d271-92c3-47b9-a3fd-727205833499 req-8ba83759-87b9-4c69-bce9-37fbc83eb746 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:34.215481 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-4866d271-92c3-47b9-a3fd-727205833499 req-8ba83759-87b9-4c69-bce9-37fbc83eb746 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Synchronizing usage tracker for tenant:d0547ee58a51469287341d1135e0673d on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:34.283622 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:34.287984 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Network df9c6990-f502-40fc-883a-abfac8f1f5d4 is already hosted by enough agents. {{(pid=78676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:17:34.291684 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.base_scheduler [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Resources bound (agent type, host, resource id): {{(pid=78676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:34.305671 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Received port after_create {{(pid=78676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:17:34.345168 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Pushing event updated for resources: {'Port': ['ID=69c19d1c-c603-4066-995b-0c0917618d29,revision_number=1']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:34.365601 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:34.371514 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:34.396993 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-4866d271-92c3-47b9-a3fd-727205833499 req-8ba83759-87b9-4c69-bce9-37fbc83eb746 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Unset dirty status for tenant:d0547ee58a51469287341d1135e0673d on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:34.398218 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4866d271-92c3-47b9-a3fd-727205833499 req-8ba83759-87b9-4c69-bce9-37fbc83eb746 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 931 time: 0.4970877 May 12 08:17:34.408517 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:34.411720 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f93f0f2f-212a-4644-a5f1-777bd276d653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:34.495782 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Attempting to bind port 69c19d1c-c603-4066-995b-0c0917618d29 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:17:34.496237 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Attempting to bind port 69c19d1c-c603-4066-995b-0c0917618d29 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:17:34.496818 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Attempting to bind port 69c19d1c-c603-4066-995b-0c0917618d29 on network df9c6990-f502-40fc-883a-abfac8f1f5d4 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:34.505334 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:17:34.505929 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Checking segment: {'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:17:34.506294 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:34.507015 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Bound using segment: {'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:17:34.507588 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Bound port: 69c19d1c-c603-4066-995b-0c0917618d29, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:17:34.508109 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:34.527874 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f93f0f2f-212a-4644-a5f1-777bd276d653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:34.582885 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4866d271-92c3-47b9-a3fd-727205833499 req-63cea721-44b9-471a-b100-f4f6f41d5d32 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/security-groups?id=6dea8609-846f-4fc0-9bc0-071abd24b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688850 May 12 08:17:34.651710 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] For port 69c19d1c-c603-4066-995b-0c0917618d29, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:17:34.662499 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] For port 69c19d1c-c603-4066-995b-0c0917618d29, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=69c19d1c-c603-4066-995b-0c0917618d29,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:17:34.670909 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:34.700298 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:34.768235 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Allocated IP 172.28.1.150 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/7e50bac7-1765-4b67-9749-cf6bf233fb03) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:17:34.879568 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Pushing event updated for resources: {'Port': ['ID=69c19d1c-c603-4066-995b-0c0917618d29,revision_number=2']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:34.887054 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:34.983968 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:35.007538 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f93f0f2f-212a-4644-a5f1-777bd276d653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:35.019714 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:35.026549 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:35.034954 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7a88f819-3b29-4d23-8021-6f01011e6111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:35.067964 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f0f2f-212a-4644-a5f1-777bd276d653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97cd8cc-c35e-437a-bc94-8868a8ff58e9,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:35.084350 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-f93f0f2f-212a-4644-a5f1-777bd276d653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:35.131600 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f93f0f2f-212a-4644-a5f1-777bd276d653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:35.150298 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-f93f0f2f-212a-4644-a5f1-777bd276d653 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d97cd8cc-c35e-437a-bc94-8868a8ff58e9 HTTP/1.1" status: 204 len: 168 time: 1.0527194 May 12 08:17:35.174778 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Pushing event updated for resources: {'Port': ['ID=7e50bac7-1765-4b67-9749-cf6bf233fb03,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:35.180845 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:35.212786 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:17:35.214564 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:35.218401 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:17:35.400612 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550e231d-2874-40c6-8eef-a0da2761e9a2 {{(pid=78675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:35.426890 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f21f-549a-4248-bdd4-64f365b2d9d8 req-13cd6b91-8208-4e1d-a5da-c836fad67400 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:35.435620 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ed38f21f-549a-4248-bdd4-64f365b2d9d8 req-13cd6b91-8208-4e1d-a5da-c836fad67400 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.5091071 May 12 08:17:35.450676 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:35.540752 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Transition to ACTIVE for port object 550e231d-2874-40c6-8eef-a0da2761e9a2 will not be triggered until provisioned by entity L2. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:35.569590 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:35.601883 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-d5f0be04-d516-4fb8-bb00-98fbdb8bb8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:35.656111 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ed38f21f-549a-4248-bdd4-64f365b2d9d8 req-50948a51-40b4-4f28-a731-6d0ced7b607d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110119 May 12 08:17:35.851033 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Pushing event updated for resources: {'Port': ['ID=550e231d-2874-40c6-8eef-a0da2761e9a2,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:35.856305 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:35.860313 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Attempting to bind port 550e231d-2874-40c6-8eef-a0da2761e9a2 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:17:35.860812 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Attempting to bind port 550e231d-2874-40c6-8eef-a0da2761e9a2 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '13d611c2-85c9-431b-87e8-e0d85bce02f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '28fd0273-d134-4fcf-8d41-32381bbdd3f2'}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:17:35.861006 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Attempting to bind port 550e231d-2874-40c6-8eef-a0da2761e9a2 on network 28fd0273-d134-4fcf-8d41-32381bbdd3f2 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:35.866007 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Port 550e231d-2874-40c6-8eef-a0da2761e9a2 on network 28fd0273-d134-4fcf-8d41-32381bbdd3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:17:35.866433 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Attempting to bind port 550e231d-2874-40c6-8eef-a0da2761e9a2 on network 28fd0273-d134-4fcf-8d41-32381bbdd3f2 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:35.872206 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:17:35.872585 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Checking segment: {'id': '13d611c2-85c9-431b-87e8-e0d85bce02f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '28fd0273-d134-4fcf-8d41-32381bbdd3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:17:35.872971 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Bound using segment: {'id': '13d611c2-85c9-431b-87e8-e0d85bce02f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '28fd0273-d134-4fcf-8d41-32381bbdd3f2'} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:17:35.873400 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Bound port: 550e231d-2874-40c6-8eef-a0da2761e9a2, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d611c2-85c9-431b-87e8-e0d85bce02f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '28fd0273-d134-4fcf-8d41-32381bbdd3f2'}}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:17:35.873749 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:36.039505 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] For port 550e231d-2874-40c6-8eef-a0da2761e9a2, host hv-cinder-79091, cleared binding levels {{(pid=78675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:17:36.043829 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] For port 550e231d-2874-40c6-8eef-a0da2761e9a2, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=550e231d-2874-40c6-8eef-a0da2761e9a2,segment=NetworkSegment(13d611c2-85c9-431b-87e8-e0d85bce02f6),segment_id=13d611c2-85c9-431b-87e8-e0d85bce02f6)] {{(pid=78675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:17:36.052137 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:36.057014 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:36.084384 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:36.110750 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:36.111437 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:36.112833 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] 10.222.0.48 "PUT /v2.0/ports/550e231d-2874-40c6-8eef-a0da2761e9a2 HTTP/1.1" status: 200 len: 1093 time: 2.0852342 May 12 08:17:36.113320 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee963084-ffcb-4450-ada2-934b50acb0ae', 'tag': '550e231d-2874-40c6-8eef-a0da2761e9a2'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:36.175585 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Pushing event updated for resources: {'Port': ['ID=550e231d-2874-40c6-8eef-a0da2761e9a2,revision_number=3']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:36.185907 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:36.206147 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee963084-ffcb-4450-ada2-934b50acb0ae', 'tag': '550e231d-2874-40c6-8eef-a0da2761e9a2', 'status': 'completed', 'code': 200} May 12 08:17:36.300959 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5ab3aa-9c29-45bd-94e2-31add039081f None None] Network df9c6990-f502-40fc-883a-abfac8f1f5d4 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:17:36.317289 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f8a69-912d-4974-a84e-ce640f29093f req-b411bab7-c506-44dc-924b-f5690075e63e tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:36.366232 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e43f8a69-912d-4974-a84e-ce640f29093f req-b411bab7-c506-44dc-924b-f5690075e63e tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 943 time: 0.4470711 May 12 08:17:36.390939 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 69c19d1c-c603-4066-995b-0c0917618d29 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:36.462384 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-6cc938a7-81dd-475c-811d-a0a5c2dd85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:36.465562 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-6cc938a7-81dd-475c-811d-a0a5c2dd85b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0547ee58a51469287341d1135e0673d&device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 1096 time: 0.1834779 May 12 08:17:36.499582 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-e43f8a69-912d-4974-a84e-ce640f29093f req-3890a644-519b-433f-84ac-88169f50284c tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Synchronizing usage tracker for tenant:d0547ee58a51469287341d1135e0673d on resource:security_group {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:36.538471 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-620cb934-8895-41b7-9175-aa8ca11e2112 None None] Provisioning for port 69c19d1c-c603-4066-995b-0c0917618d29 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:36.621806 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 69c19d1c-c603-4066-995b-0c0917618d29 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:36.630792 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 69c19d1c-c603-4066-995b-0c0917618d29 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:36.631170 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:36.655557 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 47834) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:36.672079 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-ba17393f-51cb-4b67-8c21-115be31281a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550e231d-2874-40c6-8eef-a0da2761e9a2 HTTP/1.1" status: 200 len: 217 time: 0.1486137 May 12 08:17:36.750216 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-e43f8a69-912d-4974-a84e-ce640f29093f req-3890a644-519b-433f-84ac-88169f50284c tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Unset dirty status for tenant:d0547ee58a51469287341d1135e0673d on resource:security_group {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:36.766522 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e43f8a69-912d-4974-a84e-ce640f29093f req-3890a644-519b-433f-84ac-88169f50284c tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/security-groups?id=6dea8609-846f-4fc0-9bc0-071abd24b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991566 May 12 08:17:36.800393 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7a888d3c-65d7-40e8-8c5d-949ed6b4df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:36.801845 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-7a888d3c-65d7-40e8-8c5d-949ed6b4df7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ecaf6cd-6ad6-4aab-aeb6-26b1682b7a53 HTTP/1.1" status: 200 len: 849 time: 0.1226714 May 12 08:17:36.883495 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-8327172e-a763-491f-be8b-a1495ff95fd5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28fd0273-d134-4fcf-8d41-32381bbdd3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740533 May 12 08:17:36.892189 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822464'] for router, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:36.994145 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:37.045210 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 69c19d1c-c603-4066-995b-0c0917618d29, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=69c19d1c-c603-4066-995b-0c0917618d29,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:37.050243 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:37.055174 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:37.096267 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-aab8fa9f-7d5d-4cc7-a85f-b3e4ec3f8e6b service neutron] 10.222.0.48 "GET /v2.0/networks/28fd0273-d134-4fcf-8d41-32381bbdd3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036631 May 12 08:17:37.171461 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=69c19d1c-c603-4066-995b-0c0917618d29,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:37.181580 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:37.182275 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:37.182926 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:37.183402 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:37.185874 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:37.186837 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:37.187392 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:37.188227 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:37.188728 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:37.189182 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:37.189634 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:37.190083 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:17:37.208978 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:37.269881 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-efcd5fb4-7657-460e-a142-fa736e8547c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:37.309054 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-efcd5fb4-7657-460e-a142-fa736e8547c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:37.320996 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-efcd5fb4-7657-460e-a142-fa736e8547c6 admin admin] Usage tracker for resource:security_group_rule and tenant:bad2e79adc4747989d733d6d31d6e9a3 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:37.325565 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-efcd5fb4-7657-460e-a142-fa736e8547c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:37.351103 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-efcd5fb4-7657-460e-a142-fa736e8547c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:37.394389 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1b13fc78-d997-4241-b9b3-e9c16c09e39d None None] Provisioning complete for port 69c19d1c-c603-4066-995b-0c0917618d29 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:37.395569 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b13fc78-d997-4241-b9b3-e9c16c09e39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:37.496063 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Router b374db3e-d0d4-4a96-82cf-2db3890d4fcf is scheduled to L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf with binding_index 1 {{(pid=78674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 08:17:37.549586 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f74e49-ac18-471e-bea9-5df50dcf7e3f req-3a0cf1c1-e14a-46e2-aa34-8c43921e13e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:37.553058 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f0f74e49-ac18-471e-bea9-5df50dcf7e3f req-3a0cf1c1-e14a-46e2-aa34-8c43921e13e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.6134295 May 12 08:17:37.566519 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e46091f3-959c-41b9-aaed-56d5edca5a10 req-48af5369-c34f-401a-b9ef-bb0c4f863c6a service neutron] 10.222.0.48 "GET /v2.0/networks/28fd0273-d134-4fcf-8d41-32381bbdd3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231501 May 12 08:17:37.620637 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f0f74e49-ac18-471e-bea9-5df50dcf7e3f req-8fcf3509-033c-4801-a11b-6e66060ff88c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597956 May 12 08:17:37.675838 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-efcd5fb4-7657-460e-a142-fa736e8547c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:37.680638 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-efcd5fb4-7657-460e-a142-fa736e8547c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:37.689747 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ce7b48c5-7089-4761-a80b-30ef28ca2e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:37.714913 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:17:37.726798 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Sync routers for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:17:37.739120 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:17:37.740273 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:17:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:37.770058 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-efcd5fb4-7657-460e-a142-fa736e8547c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bad2e79adc4747989d733d6d31d6e9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0982838 May 12 08:17:37.771019 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47898) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:37.776818 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd5fb4-7657-460e-a142-fa736e8547c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a26d1d-d8d5-41ea-9b33-0fafc349d0e0,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:37.781417 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-efcd5fb4-7657-460e-a142-fa736e8547c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:37.793858 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Notify callbacks [] for router, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:37.798896 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6204705 May 12 08:17:37.799831 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 47906) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:37.905690 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7f9cac3d-dcae-49b0-83ed-29e9c869fdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:37.947942 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7f9cac3d-dcae-49b0-83ed-29e9c869fdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:37.977763 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c360274-41cb-4049-afc0-c570247b44d9 req-fd403523-2278-4abb-a7cb-950c7da5925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:37.979366 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6c360274-41cb-4049-afc0-c570247b44d9 req-fd403523-2278-4abb-a7cb-950c7da5925f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0547ee58a51469287341d1135e0673d&device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 1096 time: 0.2813816 May 12 08:17:38.064754 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7f9cac3d-dcae-49b0-83ed-29e9c869fdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:38.075238 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:38.081501 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:17:38.096362 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cac3d-dcae-49b0-83ed-29e9c869fdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a26d1d-d8d5-41ea-9b33-0fafc349d0e0,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:38.110812 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7f9cac3d-dcae-49b0-83ed-29e9c869fdda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:38.113276 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7f9cac3d-dcae-49b0-83ed-29e9c869fdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:38.125139 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-7f9cac3d-dcae-49b0-83ed-29e9c869fdda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33a26d1d-d8d5-41ea-9b33-0fafc349d0e0 HTTP/1.1" status: 204 len: 168 time: 0.3529520 May 12 08:17:38.164238 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c360274-41cb-4049-afc0-c570247b44d9 req-96c590ac-7827-4d2f-a2df-2fc1448034c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:38.166867 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6c360274-41cb-4049-afc0-c570247b44d9 req-96c590ac-7827-4d2f-a2df-2fc1448034c0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=28fd0273-d134-4fcf-8d41-32381bbdd3f2 HTTP/1.1" status: 200 len: 910 time: 0.1681032 May 12 08:17:38.183441 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b970c6-336c-4989-892b-5b2292f3ff01 req-4a3f1db9-39fa-4a8b-8172-1576e5371b28 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:38.190612 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a8b970c6-336c-4989-892b-5b2292f3ff01 req-4a3f1db9-39fa-4a8b-8172-1576e5371b28 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 943 time: 0.1816194 May 12 08:17:38.279568 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a8b970c6-336c-4989-892b-5b2292f3ff01 req-585fa2a0-132b-4652-99b4-3edf8dace3ae tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/security-groups?id=6dea8609-846f-4fc0-9bc0-071abd24b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801682 May 12 08:17:38.296420 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6c360274-41cb-4049-afc0-c570247b44d9 req-857505ec-dc2c-4199-88da-f59fd57bf4da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550e231d-2874-40c6-8eef-a0da2761e9a2 HTTP/1.1" status: 200 len: 217 time: 0.1095328 May 12 08:17:38.317315 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 69c19d1c-c603-4066-995b-0c0917618d29 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:38.409490 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 69c19d1c-c603-4066-995b-0c0917618d29 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:38.410718 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:38.559241 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47948) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:38.606126 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-07095d8c-94ff-4427-bcb5-4dac37b0395d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:38.633384 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-07095d8c-94ff-4427-bcb5-4dac37b0395d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:38.639543 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:35Z', 'revision_number': 3, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:38.640952 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-07095d8c-94ff-4427-bcb5-4dac37b0395d admin admin] Usage tracker for resource:security_group_rule and tenant:cceb59f9edbf4c07920e178a742160c9 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:38.647338 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-07095d8c-94ff-4427-bcb5-4dac37b0395d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:38.650948 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Checking router: b374db3e-d0d4-4a96-82cf-2db3890d4fcf for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:17:38.651423 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Updating router b374db3e-d0d4-4a96-82cf-2db3890d4fcf port 7e50bac7-1765-4b67-9749-cf6bf233fb03 binding host dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:17:38.670366 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-07095d8c-94ff-4427-bcb5-4dac37b0395d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:38.752659 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:38.795628 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-07095d8c-94ff-4427-bcb5-4dac37b0395d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:38.801542 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-07095d8c-94ff-4427-bcb5-4dac37b0395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:38.810557 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-11499dcc-a8b9-4dc5-a417-17869d4c33c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:38.814347 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c360274-41cb-4049-afc0-c570247b44d9 req-edd5f610-c900-41cd-9234-eebf56d1bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:38.815870 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6c360274-41cb-4049-afc0-c570247b44d9 req-edd5f610-c900-41cd-9234-eebf56d1bf7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5ecaf6cd-6ad6-4aab-aeb6-26b1682b7a53 HTTP/1.1" status: 200 len: 849 time: 0.5036278 May 12 08:17:38.895384 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-07095d8c-94ff-4427-bcb5-4dac37b0395d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cceb59f9edbf4c07920e178a742160c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350384 May 12 08:17:38.909043 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 47964) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:38.911711 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07095d8c-94ff-4427-bcb5-4dac37b0395d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf8c315-5bed-4cd8-997e-39c49f3ad4ad,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:38.926773 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-07095d8c-94ff-4427-bcb5-4dac37b0395d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:39.026636 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1292f1ff-b8ad-4cbe-812f-d55d2b116e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:39.058449 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1292f1ff-b8ad-4cbe-812f-d55d2b116e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:39.070434 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6c360274-41cb-4049-afc0-c570247b44d9 req-abe07342-2e66-479a-b26a-563b68989132 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=28fd0273-d134-4fcf-8d41-32381bbdd3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444507 May 12 08:17:39.144693 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb8db2-047e-4b66-9b06-894d9ba0ceb2 req-2fbcc9ca-b319-435e-bba0-e1587bf4e8ed tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:39.146416 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-32bb8db2-047e-4b66-9b06-894d9ba0ceb2 req-2fbcc9ca-b319-435e-bba0-e1587bf4e8ed tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.2067101 May 12 08:17:39.187846 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1292f1ff-b8ad-4cbe-812f-d55d2b116e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:39.195456 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:39.218799 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-32bb8db2-047e-4b66-9b06-894d9ba0ceb2 req-2302109e-08c4-447a-a93d-d3fcc95c8791 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663686 May 12 08:17:39.220822 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292f1ff-b8ad-4cbe-812f-d55d2b116e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf8c315-5bed-4cd8-997e-39c49f3ad4ad,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:39.223767 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-1292f1ff-b8ad-4cbe-812f-d55d2b116e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:39.225017 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1292f1ff-b8ad-4cbe-812f-d55d2b116e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:39.229028 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-1292f1ff-b8ad-4cbe-812f-d55d2b116e8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abf8c315-5bed-4cd8-997e-39c49f3ad4ad HTTP/1.1" status: 204 len: 168 time: 0.3185465 May 12 08:17:39.233965 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-d75f2248-ffaa-4fae-b1f2-a8d75a90893f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:39.241328 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-d75f2248-ffaa-4fae-b1f2-a8d75a90893f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/networks?id=96f1c163-76f5-496d-872e-c8a6504735f5 HTTP/1.1" status: 200 len: 815 time: 0.9263902 May 12 08:17:39.264656 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:39.280860 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Transition to ACTIVE for port object 7e50bac7-1765-4b67-9749-cf6bf233fb03 will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:39.290257 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:39.296167 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-be3ea2be-0322-4e06-a651-461c4d18bfc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:39.411425 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Attempting to bind port 7e50bac7-1765-4b67-9749-cf6bf233fb03 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:17:39.411659 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Attempting to bind port 7e50bac7-1765-4b67-9749-cf6bf233fb03 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:17:39.411982 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Attempting to bind port 7e50bac7-1765-4b67-9749-cf6bf233fb03 on network 93032b5c-4877-4c0d-9c9b-26d73aa29882 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:39.414349 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b0e72-dd18-4778-9501-53f4fcbb05bc None None] Pushing event updated for resources: {'Port': ['ID=7e50bac7-1765-4b67-9749-cf6bf233fb03,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:39.418740 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e67b0e72-dd18-4778-9501-53f4fcbb05bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:39.421397 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:17:39.421777 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Checking segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:17:39.422183 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:39.422702 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Bound using segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:17:39.423037 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Bound port: 7e50bac7-1765-4b67-9749-cf6bf233fb03, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:17:39.423430 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:39.477644 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-5a0ec381-2e75-4a9b-b124-28af95f7ab4c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/quotas/dc4727736ce64858b0b347b9ce953ca6 HTTP/1.1" status: 200 len: 375 time: 0.2338524 May 12 08:17:39.520834 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] For port 7e50bac7-1765-4b67-9749-cf6bf233fb03, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:17:39.525211 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] For port 7e50bac7-1765-4b67-9749-cf6bf233fb03, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=7e50bac7-1765-4b67-9749-cf6bf233fb03,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:17:39.532272 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:39.545366 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f787ab8-ca8c-4287-8368-86c9188ca06e req-e41ecbe6-919d-42a0-b636-8bfe0edecfae tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:39.546069 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ea34c57a-0083-4d21-9c5b-898ef7a47e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:39.554045 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8f787ab8-ca8c-4287-8368-86c9188ca06e req-e41ecbe6-919d-42a0-b636-8bfe0edecfae tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 943 time: 0.1113882 May 12 08:17:39.557105 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6c360274-41cb-4049-afc0-c570247b44d9 req-d47b4d67-b0b0-447c-9c39-30443d0f2c88 service neutron] 10.222.0.48 "GET /v2.0/networks/28fd0273-d134-4fcf-8d41-32381bbdd3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677806 May 12 08:17:39.608171 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8f787ab8-ca8c-4287-8368-86c9188ca06e req-e3c8406d-082f-402e-b487-3b7a1a5a9273 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/security-groups?id=6dea8609-846f-4fc0-9bc0-071abd24b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529995 May 12 08:17:39.619647 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:17:39.620666 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:17:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:39.784321 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b0e72-dd18-4778-9501-53f4fcbb05bc None None] Pushing event updated for resources: {'Port': ['ID=7e50bac7-1765-4b67-9749-cf6bf233fb03,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:39.792954 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e67b0e72-dd18-4778-9501-53f4fcbb05bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:39.829481 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:39.879783 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-96d5321d-392a-4cd8-a2ba-c1bdd98c004b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc4727736ce64858b0b347b9ce953ca6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4026396 May 12 08:17:39.888753 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:17:39.945374 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6c360274-41cb-4049-afc0-c570247b44d9 req-5f7cb8c3-4918-486f-bf48-9c55546cbb52 service neutron] 10.222.0.48 "GET /v2.0/networks/28fd0273-d134-4fcf-8d41-32381bbdd3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805397 May 12 08:17:40.163708 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-be7062ca-e9cf-4588-8b12-7eac4bb3fa43 service neutron] 10.222.0.43 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426007 May 12 08:17:40.247890 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:35Z', 'revision_number': 3, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:40.252619 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b38119-23e7-45f8-833e-8b72b84198a1 None None] The sync data for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb is: [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:35Z', 'revision_number': 3, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:17:40.365703 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Allocated IP 172.20.0.1 (df9c6990-f502-40fc-883a-abfac8f1f5d4/9b88ea44-9eac-4917-a121-08012e4f664d/e39877f1-36a9-484c-a325-392432fa3ae0) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:17:40.485927 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-d102e3b9-17a1-4671-a1d8-92c48f8e35d8 service neutron] 10.222.0.43 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773740 May 12 08:17:40.538777 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b676450-46a7-4747-ad6d-dcdc7793a1a0 req-af2a8bd6-99a9-4f57-bb96-7ba76e19c6a7 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:40.547902 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9b676450-46a7-4747-ad6d-dcdc7793a1a0 req-af2a8bd6-99a9-4f57-bb96-7ba76e19c6a7 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.1045756 May 12 08:17:40.653983 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 550e231d-2874-40c6-8eef-a0da2761e9a2 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:17:40.686581 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9b676450-46a7-4747-ad6d-dcdc7793a1a0 req-7363a3ca-5f91-4c8a-93b8-2388d1360d7a tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354756 May 12 08:17:40.698393 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:40.777731 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Transition to ACTIVE for port object e39877f1-36a9-484c-a325-392432fa3ae0 will not be triggered until provisioned by entity DHCP. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:40.864340 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:40.879380 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:41.082228 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 550e231d-2874-40c6-8eef-a0da2761e9a2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=550e231d-2874-40c6-8eef-a0da2761e9a2,segment=NetworkSegment(13d611c2-85c9-431b-87e8-e0d85bce02f6),segment_id=13d611c2-85c9-431b-87e8-e0d85bce02f6)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:41.116710 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': '550e231d-2874-40c6-8eef-a0da2761e9a2', 'network_id': '28fd0273-d134-4fcf-8d41-32381bbdd3f2', 'port_id': '550e231d-2874-40c6-8eef-a0da2761e9a2', 'mac_address': 'fa:16:3e:4e:62:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecaf6cd-6ad6-4aab-aeb6-26b1682b7a53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:17:41.147975 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94115eb2-3f5f-4bb2-9734-8b6574cc1d61 req-8290e4ea-8da5-4f5f-a4ac-7f23eb2de61f tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:41.159389 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-94115eb2-3f5f-4bb2-9734-8b6574cc1d61 req-8290e4ea-8da5-4f5f-a4ac-7f23eb2de61f tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 943 time: 0.2157032 May 12 08:17:41.196439 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Pushing event updated for resources: {'Port': ['ID=e39877f1-36a9-484c-a325-392432fa3ae0,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:41.233673 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:41.242373 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a6741b21-9054-44ee-9f47-20f6f9d92bbd req-a6722cad-b356-405d-8159-326ec5c33369 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 210 time: 0.1546378 May 12 08:17:41.246306 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:41.248369 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Network df9c6990-f502-40fc-883a-abfac8f1f5d4 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:17:41.252219 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:41.259500 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:17:41.260745 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819103'] for router_interface, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:41.316911 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550e231d-2874-40c6-8eef-a0da2761e9a2 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:41.366404 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-94115eb2-3f5f-4bb2-9734-8b6574cc1d61 req-57f8f20b-1b5d-4c58-bb11-55bb3285dcb6 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/security-groups?id=6dea8609-846f-4fc0-9bc0-071abd24b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037528 May 12 08:17:41.369550 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 550e231d-2874-40c6-8eef-a0da2761e9a2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=550e231d-2874-40c6-8eef-a0da2761e9a2,segment=NetworkSegment(13d611c2-85c9-431b-87e8-e0d85bce02f6),segment_id=13d611c2-85c9-431b-87e8-e0d85bce02f6)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:41.377428 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:41.380456 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:41.551815 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=550e231d-2874-40c6-8eef-a0da2761e9a2,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:41.563914 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:41.565549 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:41.728863 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-9c6e1b98-5eaf-4d0d-af80-391e809f9b1a None None] Provisioning for port e39877f1-36a9-484c-a325-392432fa3ae0 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:41.736739 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-9c6e1b98-5eaf-4d0d-af80-391e809f9b1a None None] Provisioning complete for port e39877f1-36a9-484c-a325-392432fa3ae0 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:41.737246 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1b98-5eaf-4d0d-af80-391e809f9b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:41.813619 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e1b98-5eaf-4d0d-af80-391e809f9b1a None None] Port e39877f1-36a9-484c-a325-392432fa3ae0 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:17:41.854669 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['550e231d-2874-40c6-8eef-a0da2761e9a2'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:17:41.895315 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:41.901402 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:41.902049 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819004'] for router_interface, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:41.906364 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:41.966740 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 48058) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:42.012649 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Pushing event updated for resources: {'Port': ['ID=e39877f1-36a9-484c-a325-392432fa3ae0,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:42.036505 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:42.041572 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd79876-f1eb-4f14-bcd0-552ca2996cd6 req-c0cc5628-5610-4be5-a385-e461fff096f2 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:42.045065 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0fd79876-f1eb-4f14-bcd0-552ca2996cd6 req-c0cc5628-5610-4be5-a385-e461fff096f2 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.1414964 May 12 08:17:42.110934 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0fd79876-f1eb-4f14-bcd0-552ca2996cd6 req-1d242cb0-251b-41f5-8d1a-da4460e2442b tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589514 May 12 08:17:42.225092 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9a87a972-42eb-4c58-8075-6d7c0f62123a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:42.254614 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-9a87a972-42eb-4c58-8075-6d7c0f62123a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:42.269686 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-9a87a972-42eb-4c58-8075-6d7c0f62123a admin admin] Usage tracker for resource:security_group_rule and tenant:ed71fde66e6e46feb4886aee840918dd is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:42.274571 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-9a87a972-42eb-4c58-8075-6d7c0f62123a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:42.285644 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-9a87a972-42eb-4c58-8075-6d7c0f62123a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:42.309332 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 7e50bac7-1765-4b67-9749-cf6bf233fb03 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:42.324450 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Network df9c6990-f502-40fc-883a-abfac8f1f5d4 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:17:42.333352 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:42.435214 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 7e50bac7-1765-4b67-9749-cf6bf233fb03 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:42.445567 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 7e50bac7-1765-4b67-9749-cf6bf233fb03 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:42.445948 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:42.675372 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:42.728338 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 7e50bac7-1765-4b67-9749-cf6bf233fb03, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=7e50bac7-1765-4b67-9749-cf6bf233fb03,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:42.740874 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:42.751929 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ef164-fdf7-41f0-9a9d-0a766bc88149 req-c764d5ab-3ce7-4802-931c-234999c28d84 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:42.756798 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9e0241d4-414e-4098-bd41-4639fe32540c req-9b1c6b9f-70c7-46c1-b23f-c7a5c176f67c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 210 time: 0.2761688 May 12 08:17:42.761495 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-bd437190-9bae-4976-883c-68449ff6ec33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:42.764715 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b47ef164-fdf7-41f0-9a9d-0a766bc88149 req-c764d5ab-3ce7-4802-931c-234999c28d84 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 944 time: 0.2118919 May 12 08:17:42.846577 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=7e50bac7-1765-4b67-9749-cf6bf233fb03,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:42.853840 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:42.881957 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-2dbedef1-ed2e-4f1f-8021-19a350f25385 None None] Provisioning complete for port e39877f1-36a9-484c-a325-392432fa3ae0 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:42.882490 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-2dbedef1-ed2e-4f1f-8021-19a350f25385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:42.913148 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b47ef164-fdf7-41f0-9a9d-0a766bc88149 req-512be151-115b-4a3b-94ba-a59616ffe6d3 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/security-groups?id=6dea8609-846f-4fc0-9bc0-071abd24b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354580 May 12 08:17:42.970963 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-2dbedef1-ed2e-4f1f-8021-19a350f25385 None None] Port e39877f1-36a9-484c-a325-392432fa3ae0 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:17:42.996750 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dc88a896-9295-47ba-9993-68ac8a3977b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:43.116940 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-aeacf079-cf22-475d-bb4b-059037fbbb03 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:43.118904 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-aeacf079-cf22-475d-bb4b-059037fbbb03 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "GET /v2.0/networks?id=96f1c163-76f5-496d-872e-c8a6504735f5 HTTP/1.1" status: 200 len: 815 time: 0.2729406 May 12 08:17:43.126730 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Router b374db3e-d0d4-4a96-82cf-2db3890d4fcf has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:17:43.128809 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9a87a972-42eb-4c58-8075-6d7c0f62123a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:43.133076 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9a87a972-42eb-4c58-8075-6d7c0f62123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:43.145204 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:43.161064 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Request body: {'port': {'device_id': '1297458a-f641-4e77-95ba-5ccb8a0b5f5d', 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5', 'admin_state_up': True, 'tenant_id': 'dc4727736ce64858b0b347b9ce953ca6'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:43.324971 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da521593-e13a-421c-8e38-1b9dbf3fa90f req-881db70d-a713-4205-afbd-099c59ea05b9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:43.332451 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-da521593-e13a-421c-8e38-1b9dbf3fa90f req-881db70d-a713-4205-afbd-099c59ea05b9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.0932069 May 12 08:17:43.384416 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-da521593-e13a-421c-8e38-1b9dbf3fa90f req-720bac61-ce33-458d-9790-afff98d716f0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510583 May 12 08:17:43.407952 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-9a87a972-42eb-4c58-8075-6d7c0f62123a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed71fde66e6e46feb4886aee840918dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4400694 May 12 08:17:43.411385 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 48094) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:43.454899 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87a972-42eb-4c58-8075-6d7c0f62123a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a722b0-24b8-4dfd-940f-8a0be955c88a,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:43.482225 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-9a87a972-42eb-4c58-8075-6d7c0f62123a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:43.573968 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:43.576550 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:17:43.584165 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-45a17cf9-06d3-4bf6-87b3-290a3afb4524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:43.585559 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Sync routers for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:17:43.596255 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:17:43.596925 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:17:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:43.602023 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:43.631134 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-45a17cf9-06d3-4bf6-87b3-290a3afb4524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:43.643261 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Made reservation on behalf of dc4727736ce64858b0b347b9ce953ca6 for: {'port': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:17:43.646653 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:43.683019 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] 10.222.0.43 "PUT /v2.0/routers/b374db3e-d0d4-4a96-82cf-2db3890d4fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8818352 May 12 08:17:43.783887 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-45a17cf9-06d3-4bf6-87b3-290a3afb4524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:43.791887 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-71c2fd31-633c-4fef-b082-835b8afc24c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:43.853102 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a17cf9-06d3-4bf6-87b3-290a3afb4524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a722b0-24b8-4dfd-940f-8a0be955c88a,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:43.862357 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-45a17cf9-06d3-4bf6-87b3-290a3afb4524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:43.910124 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:43.921211 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:17:43.964846 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-fb25be8f-1196-4302-91e3-855964d5f38d req-7aa59a9a-c2aa-44ac-863e-0dac56e8473e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Synchronizing usage tracker for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:43.977752 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-45a17cf9-06d3-4bf6-87b3-290a3afb4524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:43.979113 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-45a17cf9-06d3-4bf6-87b3-290a3afb4524 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86a722b0-24b8-4dfd-940f-8a0be955c88a HTTP/1.1" status: 204 len: 168 time: 0.5620682 May 12 08:17:43.984982 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Allocated IP 172.20.0.4 (96f1c163-76f5-496d-872e-c8a6504735f5/2c41f36c-9335-43c3-bef9-67f3b38b6c87/9063c979-362d-4146-8419-98f75e304973) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:17:43.999602 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-fb25be8f-1196-4302-91e3-855964d5f38d req-7aa59a9a-c2aa-44ac-863e-0dac56e8473e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Unset dirty status for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:44.008116 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fb25be8f-1196-4302-91e3-855964d5f38d req-7aa59a9a-c2aa-44ac-863e-0dac56e8473e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 210 time: 0.1093657 May 12 08:17:44.273835 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-91cbcb28-c10d-4ca3-a888-4f51b4939d64 req-a33a0e1c-bc0b-447d-a586-4fe633c76154 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1659422 May 12 08:17:44.317638 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 7e50bac7-1765-4b67-9749-cf6bf233fb03 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:44.426642 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 48118) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:44.474896 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 2, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:44.476755 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fd76a-99e0-49fb-900f-48d414b67eb7 req-ecbdf565-c6ea-4ed8-bdde-258a431cd6f8 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:44.484078 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Checking router: b374db3e-d0d4-4a96-82cf-2db3890d4fcf for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:17:44.484461 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Updating router b374db3e-d0d4-4a96-82cf-2db3890d4fcf port e39877f1-36a9-484c-a325-392432fa3ae0 binding host dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:17:44.487113 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-695fd76a-99e0-49fb-900f-48d414b67eb7 req-ecbdf565-c6ea-4ed8-bdde-258a431cd6f8 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 944 time: 0.2404943 May 12 08:17:44.500322 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302428461', 'description': 'tempest-description--672177192'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:44.514822 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:44.524697 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Usage tracker for resource:security_group and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:44.529102 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:44.534264 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:44.538502 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:44.554642 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 48124) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:44.560825 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:44.571509 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 7e50bac7-1765-4b67-9749-cf6bf233fb03 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:44.571880 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:44.575472 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-117e9057-69fd-45fd-9c53-21bf84c3a637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:44.582154 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-695fd76a-99e0-49fb-900f-48d414b67eb7 req-f8945d97-1439-4bab-a67a-e1ffba2caf2a tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/security-groups?id=6dea8609-846f-4fc0-9bc0-071abd24b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941527 May 12 08:17:44.592651 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:44.632344 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:44.638376 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:44.641167 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-117e9057-69fd-45fd-9c53-21bf84c3a637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:44.646785 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbcb28-c10d-4ca3-a888-4f51b4939d64 req-1573429c-8c27-49f6-96aa-259b1afbe7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:44.648288 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-91cbcb28-c10d-4ca3-a888-4f51b4939d64 req-1573429c-8c27-49f6-96aa-259b1afbe7d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc4727736ce64858b0b347b9ce953ca6&device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 1098 time: 0.2229671 May 12 08:17:44.651828 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-117e9057-69fd-45fd-9c53-21bf84c3a637 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f33d1846124d8a80833f31555ab7df is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:44.657795 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-117e9057-69fd-45fd-9c53-21bf84c3a637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:44.663571 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:44.666182 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-117e9057-69fd-45fd-9c53-21bf84c3a637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:44.670567 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Usage tracker for resource:security_group_rule and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:44.674837 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:44.707873 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['77512322-d2dd-4c00-aa29-4ea93a0b33e6', 'f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:17:44.715495 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:44.767100 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 550e231d-2874-40c6-8eef-a0da2761e9a2 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:44.898265 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port 550e231d-2874-40c6-8eef-a0da2761e9a2 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:44.928341 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port 550e231d-2874-40c6-8eef-a0da2761e9a2 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:44.929060 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:44.963976 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Network 96f1c163-76f5-496d-872e-c8a6504735f5 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:17:44.974907 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:44.987151 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:17:44.995756 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:44.997043 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.002135 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Pushing event updated for resources: {'Port': ['ID=9063c979-362d-4146-8419-98f75e304973,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:45.006719 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:45.030800 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8874154 May 12 08:17:45.058193 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Request body: {'port': {'device_id': '1297458a-f641-4e77-95ba-5ccb8a0b5f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:45.102234 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfc629-acbc-4516-ac17-191fb11b1412 req-e54ddf5d-6e0f-4c97-987d-d0319b775c5e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:45.109853 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-60bfc629-acbc-4516-ac17-191fb11b1412 req-e54ddf5d-6e0f-4c97-987d-d0319b775c5e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.3782816 May 12 08:17:45.161642 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbcb28-c10d-4ca3-a888-4f51b4939d64 req-6a0993f9-bd05-4d3f-99b8-6846ee13a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:45.163194 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-91cbcb28-c10d-4ca3-a888-4f51b4939d64 req-6a0993f9-bd05-4d3f-99b8-6846ee13a74c service neutron] 10.222.0.48 "GET /v2.0/networks?id=96f1c163-76f5-496d-872e-c8a6504735f5 HTTP/1.1" status: 200 len: 916 time: 0.4790516 May 12 08:17:45.262366 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.267814 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-91cbcb28-c10d-4ca3-a888-4f51b4939d64 req-4e3d3e72-0610-419c-9f3f-0bbefded19d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77512322-d2dd-4c00-aa29-4ea93a0b33e6 HTTP/1.1" status: 200 len: 217 time: 0.0840156 May 12 08:17:45.270058 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-117e9057-69fd-45fd-9c53-21bf84c3a637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.277041 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.281392 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.326352 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:45.341863 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b5595-6465-471b-b4db-4241de2b64d5 req-91aed612-0bdb-4559-9ac4-008db983d853 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:45.344138 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-60bfc629-acbc-4516-ac17-191fb11b1412 req-60508bf1-3998-45d7-9994-69c062b4c024 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331154 May 12 08:17:45.344834 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-117e9057-69fd-45fd-9c53-21bf84c3a637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.345002 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ad9b5595-6465-471b-b4db-4241de2b64d5 req-91aed612-0bdb-4559-9ac4-008db983d853 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 931 time: 0.2038541 May 12 08:17:45.417786 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-e7b2b763-478a-48d1-adfe-4d6199e70ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.437110 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ad9b5595-6465-471b-b4db-4241de2b64d5 req-12872ca7-b4e2-48c3-85f5-91a30780e7cc tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754917 May 12 08:17:45.456520 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbcb28-c10d-4ca3-a888-4f51b4939d64 req-b3406810-860f-46b5-928a-dd28fd338f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:45.456520 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-91cbcb28-c10d-4ca3-a888-4f51b4939d64 req-b3406810-860f-46b5-928a-dd28fd338f23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c41f36c-9335-43c3-bef9-67f3b38b6c87 HTTP/1.1" status: 200 len: 855 time: 0.1682436 May 12 08:17:45.456520 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-117e9057-69fd-45fd-9c53-21bf84c3a637 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0f33d1846124d8a80833f31555ab7df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8971596 May 12 08:17:45.456520 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.456520 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0268979 May 12 08:17:45.456520 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6083463-e249-41bc-9759-060393875b35,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:45.458987 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:45.459955 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 48138) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:45.460457 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 48140) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:45.463016 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7f9cac3d-dcae-49b0-83ed-29e9c869fdda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:45.509731 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-9b499ce9-ed76-40ee-a991-7f55d9e8ce23 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Request body: {'security_group_rule': {'security_group_id': 'e6083463-e249-41bc-9759-060393875b35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:45.538994 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-91cbcb28-c10d-4ca3-a888-4f51b4939d64 req-954ce215-f5a0-45b3-82f7-a08a7e195c07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96f1c163-76f5-496d-872e-c8a6504735f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761268 May 12 08:17:45.539241 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-9b499ce9-ed76-40ee-a991-7f55d9e8ce23 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:45.553411 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-9b499ce9-ed76-40ee-a991-7f55d9e8ce23 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Usage tracker for resource:security_group_rule and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:45.577996 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.598267 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-9b499ce9-ed76-40ee-a991-7f55d9e8ce23 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:45.613653 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.615987 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e9057-69fd-45fd-9c53-21bf84c3a637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea89d34-9812-45da-9376-c8a326f92753,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:45.619841 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-117e9057-69fd-45fd-9c53-21bf84c3a637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:45.667672 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-9b499ce9-ed76-40ee-a991-7f55d9e8ce23 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:45.670970 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee963084-ffcb-4450-ada2-934b50acb0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550e231d-2874-40c6-8eef-a0da2761e9a2'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:45.698436 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 550e231d-2874-40c6-8eef-a0da2761e9a2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=550e231d-2874-40c6-8eef-a0da2761e9a2,segment=NetworkSegment(13d611c2-85c9-431b-87e8-e0d85bce02f6),segment_id=13d611c2-85c9-431b-87e8-e0d85bce02f6)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:45.734337 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.738016 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:45.752589 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c35584cf-6de5-4a28-a548-7c2c66097b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.764669 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9b499ce9-ed76-40ee-a991-7f55d9e8ce23 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.823564 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c35584cf-6de5-4a28-a548-7c2c66097b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.845115 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Notify callbacks [] for port, precommit_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.845467 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-91cbcb28-c10d-4ca3-a888-4f51b4939d64 req-5e67aef8-84b5-4c64-abe9-2edb921ef099 service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810020 May 12 08:17:45.871941 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Transition to ACTIVE for port object e39877f1-36a9-484c-a325-392432fa3ae0 will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:45.874665 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=550e231d-2874-40c6-8eef-a0da2761e9a2,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:45.878780 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:45.884466 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.894877 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:45.902092 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9063c979-362d-4146-8419-98f75e304973 {{(pid=78675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:45.915489 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.961734 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a999dd0-5468-452c-a50e-a5c2e623c107 req-c95be6a7-4e5a-497d-94a7-42e0969bc2e2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:45.963675 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3a999dd0-5468-452c-a50e-a5c2e623c107 req-c95be6a7-4e5a-497d-94a7-42e0969bc2e2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 945 time: 0.1452622 May 12 08:17:45.964966 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Transition to ACTIVE for port object 9063c979-362d-4146-8419-98f75e304973 will not be triggered until provisioned by entity L2. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:45.970312 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:45.996844 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9b499ce9-ed76-40ee-a991-7f55d9e8ce23 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.001573 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:46.053547 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee963084-ffcb-4450-ada2-934b50acb0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550e231d-2874-40c6-8eef-a0da2761e9a2', 'code': 200} May 12 08:17:46.092620 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-91cbcb28-c10d-4ca3-a888-4f51b4939d64 req-32ed4251-9c69-484e-9034-f505b7ab8c22 service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311604 May 12 08:17:46.094476 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9b499ce9-ed76-40ee-a991-7f55d9e8ce23 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.095665 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c35584cf-6de5-4a28-a548-7c2c66097b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.100819 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d66af280-e1fd-44b5-8fcc-4711e9892b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:46.101028 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:17:46.124778 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35584cf-6de5-4a28-a548-7c2c66097b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea89d34-9812-45da-9376-c8a326f92753,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:46.124999 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325fddd-39ad-4219-9e3c-96d87d6ab751 None None] Pushing event updated for resources: {'Port': ['ID=e39877f1-36a9-484c-a325-392432fa3ae0,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:46.142993 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-9325fddd-39ad-4219-9e3c-96d87d6ab751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:46.159083 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c35584cf-6de5-4a28-a548-7c2c66097b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:46.167981 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-dc6aee46-4eb2-43df-ab45-aa7c86618bc2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:46.229037 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c35584cf-6de5-4a28-a548-7c2c66097b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.231585 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-c35584cf-6de5-4a28-a548-7c2c66097b0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ea89d34-9812-45da-9376-c8a326f92753 HTTP/1.1" status: 204 len: 168 time: 0.7598436 May 12 08:17:46.240102 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Attempting to bind port e39877f1-36a9-484c-a325-392432fa3ae0 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:17:46.240517 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Attempting to bind port e39877f1-36a9-484c-a325-392432fa3ae0 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:17:46.240886 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Attempting to bind port e39877f1-36a9-484c-a325-392432fa3ae0 on network df9c6990-f502-40fc-883a-abfac8f1f5d4 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:46.279036 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:17:46.279036 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Checking segment: {'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:17:46.281450 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b499ce9-ed76-40ee-a991-7f55d9e8ce23 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927c6a6b-e154-48bb-97e9-34806cf519b0,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:46.283718 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3a999dd0-5468-452c-a50e-a5c2e623c107 req-3de32def-5fbd-41d5-99ff-3b2c0e86eaba tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/security-groups?id=6dea8609-846f-4fc0-9bc0-071abd24b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077059 May 12 08:17:46.284656 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.285143 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Bound using segment: {'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:17:46.285662 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Bound port: e39877f1-36a9-484c-a325-392432fa3ae0, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:17:46.286052 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.304903 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9b499ce9-ed76-40ee-a991-7f55d9e8ce23 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:46.309071 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9b499ce9-ed76-40ee-a991-7f55d9e8ce23 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.314568 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-9b499ce9-ed76-40ee-a991-7f55d9e8ce23 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8406932 May 12 08:17:46.320840 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 48160) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:46.328398 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Pushing event updated for resources: {'Port': ['ID=9063c979-362d-4146-8419-98f75e304973,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:46.333474 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:46.339025 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-a5bf04f5-ec27-4131-8768-8fb5985617fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Request body: {'security_group_rule': {'security_group_id': 'e6083463-e249-41bc-9759-060393875b35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:46.345430 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Attempting to bind port 9063c979-362d-4146-8419-98f75e304973 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:17:46.345908 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Attempting to bind port 9063c979-362d-4146-8419-98f75e304973 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:17:46.346402 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Attempting to bind port 9063c979-362d-4146-8419-98f75e304973 on network 96f1c163-76f5-496d-872e-c8a6504735f5 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:46.354509 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-a5bf04f5-ec27-4131-8768-8fb5985617fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:46.356341 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Port 9063c979-362d-4146-8419-98f75e304973 on network 96f1c163-76f5-496d-872e-c8a6504735f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:17:46.358079 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Attempting to bind port 9063c979-362d-4146-8419-98f75e304973 on network 96f1c163-76f5-496d-872e-c8a6504735f5 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:46.365089 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-a5bf04f5-ec27-4131-8768-8fb5985617fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Usage tracker for resource:security_group_rule and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:46.368078 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:17:46.368452 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Checking segment: {'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:17:46.368822 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Bound using segment: {'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:17:46.369321 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Bound port: 9063c979-362d-4146-8419-98f75e304973, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'}}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:17:46.369949 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.373563 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-a5bf04f5-ec27-4131-8768-8fb5985617fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:46.382856 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-a5bf04f5-ec27-4131-8768-8fb5985617fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:46.411564 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-a5bf04f5-ec27-4131-8768-8fb5985617fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.517723 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] For port 9063c979-362d-4146-8419-98f75e304973, host hv-cinder-79091, cleared binding levels {{(pid=78675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:17:46.518258 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] For port e39877f1-36a9-484c-a325-392432fa3ae0, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:17:46.521918 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] For port 9063c979-362d-4146-8419-98f75e304973, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9063c979-362d-4146-8419-98f75e304973,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:17:46.522864 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] For port e39877f1-36a9-484c-a325-392432fa3ae0, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=e39877f1-36a9-484c-a325-392432fa3ae0,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:17:46.530076 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.536765 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.545047 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:46.545849 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:46.582764 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abe87a-3d3c-4cb9-bb7a-ed4c285994c7 req-249dd025-f1d9-4c1b-a4a8-9d864130cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:46.584284 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-78abe87a-3d3c-4cb9-bb7a-ed4c285994c7 req-249dd025-f1d9-4c1b-a4a8-9d864130cbb7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 1098 time: 0.1517050 May 12 08:17:46.649676 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.665735 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325fddd-39ad-4219-9e3c-96d87d6ab751 None None] Pushing event updated for resources: {'Port': ['ID=e39877f1-36a9-484c-a325-392432fa3ae0,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:46.669121 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-9325fddd-39ad-4219-9e3c-96d87d6ab751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:46.671341 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-a5bf04f5-ec27-4131-8768-8fb5985617fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.682537 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-a5bf04f5-ec27-4131-8768-8fb5985617fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.689101 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:17:46.692408 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:17:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:46.700189 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:46.730699 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf04f5-ec27-4131-8768-8fb5985617fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2498437-8403-4dc6-920a-f4b1634ecb1f,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:46.738997 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-a5bf04f5-ec27-4131-8768-8fb5985617fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:46.753384 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-78abe87a-3d3c-4cb9-bb7a-ed4c285994c7 req-016449fa-0722-4820-b241-b8ba913e2ffa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6dea8609-846f-4fc0-9bc0-071abd24b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091337 May 12 08:17:46.788867 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:46.792723 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.796579 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] 10.222.0.48 "PUT /v2.0/ports/9063c979-362d-4146-8419-98f75e304973 HTTP/1.1" status: 200 len: 1093 time: 1.7432015 May 12 08:17:46.797282 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-a5bf04f5-ec27-4131-8768-8fb5985617fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.802689 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1297458a-f641-4e77-95ba-5ccb8a0b5f5d', 'tag': '9063c979-362d-4146-8419-98f75e304973'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:46.803065 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-a5bf04f5-ec27-4131-8768-8fb5985617fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4792926 May 12 08:17:46.803747 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 48172) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:46.812079 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224dd17-36df-4416-bea1-39575755ef27 req-000c44a2-58c4-4563-a10f-57f656190b34 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:46.827297 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4224dd17-36df-4416-bea1-39575755ef27 req-000c44a2-58c4-4563-a10f-57f656190b34 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.2496641 May 12 08:17:46.871817 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Request body: {'floatingip': {'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:46.880606 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:46.894549 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Usage tracker for resource:floatingip and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:46.912621 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Pushing event updated for resources: {'Port': ['ID=9063c979-362d-4146-8419-98f75e304973,revision_number=3']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:46.926168 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:46.929433 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:46.938202 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:46.956615 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4224dd17-36df-4416-bea1-39575755ef27 req-31e48559-df85-49f1-920d-368aa90f8f9c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282380 May 12 08:17:46.971786 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:17:46.975183 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:46.999789 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eab477-0e2f-475f-baa8-e17bd4cbe066 req-e5323152-cfaf-4e07-9826-6612e33606bf tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:47.001385 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e1eab477-0e2f-475f-baa8-e17bd4cbe066 req-e5323152-cfaf-4e07-9826-6612e33606bf tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 943 time: 0.3748424 May 12 08:17:47.042846 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1297458a-f641-4e77-95ba-5ccb8a0b5f5d', 'tag': '9063c979-362d-4146-8419-98f75e304973', 'status': 'completed', 'code': 200} May 12 08:17:47.067764 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e1eab477-0e2f-475f-baa8-e17bd4cbe066 req-dd96030a-3463-4c6d-889b-9c8428041ee1 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602663 May 12 08:17:47.154288 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:47.332319 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Allocated IP 172.28.1.126 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/a86eb394-bf90-46dc-9618-2b321842ee42) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:17:47.385265 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:46Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:17:47.385813 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d73e0a-2dda-4518-b817-b75a33f48b1a None None] The sync data for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb is: [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:46Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:17:47.395433 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806faa5-3292-4ff6-9654-69c8d95fd3fc req-e61fdc36-8bd2-485d-b470-3f4bd95fce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:47.403362 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a806faa5-3292-4ff6-9654-69c8d95fd3fc req-e61fdc36-8bd2-485d-b470-3f4bd95fce66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc4727736ce64858b0b347b9ce953ca6&device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 1096 time: 0.1474729 May 12 08:17:47.611875 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:47.695008 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:47.713654 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-5f38ca4e-f347-4e1e-8bf7-b25389efe19d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:47.726441 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbcbab-8059-49c3-8de1-ea1d2af7994b req-b74ea3b2-79b0-4275-a29d-65925721e1bc tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:47.727979 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5bfbcbab-8059-49c3-8de1-ea1d2af7994b req-b74ea3b2-79b0-4275-a29d-65925721e1bc tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 945 time: 0.1512644 May 12 08:17:47.729100 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806faa5-3292-4ff6-9654-69c8d95fd3fc req-c8790f8e-8179-41c8-a745-f9a6d5daae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:47.730394 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a806faa5-3292-4ff6-9654-69c8d95fd3fc req-c8790f8e-8179-41c8-a745-f9a6d5daae89 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=dc4727736ce64858b0b347b9ce953ca6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3114724 May 12 08:17:47.801727 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:17:47.805918 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:47.809855 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:17:47.905026 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5bfbcbab-8059-49c3-8de1-ea1d2af7994b req-49f42916-3762-4b48-be3c-c6774a18a6e7 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/security-groups?id=6dea8609-846f-4fc0-9bc0-071abd24b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685271 May 12 08:17:47.977331 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:48.171618 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event updated for resources: {'Port': ['ID=a86eb394-bf90-46dc-9618-2b321842ee42,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:48.222378 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:48.226048 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806faa5-3292-4ff6-9654-69c8d95fd3fc req-7d22ad8e-a9d1-4b49-996f-d267c7c94b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:48.243278 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a806faa5-3292-4ff6-9654-69c8d95fd3fc req-7d22ad8e-a9d1-4b49-996f-d267c7c94b95 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4691248 May 12 08:17:48.384635 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:48.408045 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device e39877f1-36a9-484c-a325-392432fa3ae0 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:48.497067 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff635ff9-d53a-4f05-86ca-2ae9d084c846 req-7a8cce8b-6c61-4daf-8242-ad22e21cd50c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:48.513394 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ff635ff9-d53a-4f05-86ca-2ae9d084c846 req-7a8cce8b-6c61-4daf-8242-ad22e21cd50c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 943 time: 0.1967967 May 12 08:17:48.529674 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9afbf-d66c-440f-8fa1-51c907822ffd req-f151985d-acc2-44b1-b6e1-8bf110a3be8c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:48.531261 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-bdb9afbf-d66c-440f-8fa1-51c907822ffd req-f151985d-acc2-44b1-b6e1-8bf110a3be8c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.3388717 May 12 08:17:48.564315 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:48.621236 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ff635ff9-d53a-4f05-86ca-2ae9d084c846 req-b265932c-22f7-498d-93e9-5d771263a22d tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070602 May 12 08:17:48.648221 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-cc383a1b-380c-4dfe-b32b-b0bc34e0c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:48.650036 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-cc383a1b-380c-4dfe-b32b-b0bc34e0c975 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc4727736ce64858b0b347b9ce953ca6&device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 1096 time: 0.2456067 May 12 08:17:48.665999 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port e39877f1-36a9-484c-a325-392432fa3ae0 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:48.677925 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port e39877f1-36a9-484c-a325-392432fa3ae0 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:48.678268 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:48.714080 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-bdb9afbf-d66c-440f-8fa1-51c907822ffd req-37421c7e-7583-49dd-bfaa-9d86fdeacc4e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481204 May 12 08:17:48.817622 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-f1d1075c-65bc-4cb9-8253-fc251dd9a0b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9063c979-362d-4146-8419-98f75e304973 HTTP/1.1" status: 200 len: 217 time: 0.1498809 May 12 08:17:48.918432 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-2de9ef0a-47ff-4e06-a19a-90f4ba61c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:48.920695 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-2de9ef0a-47ff-4e06-a19a-90f4ba61c46f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c41f36c-9335-43c3-bef9-67f3b38b6c87 HTTP/1.1" status: 200 len: 855 time: 0.0875535 May 12 08:17:48.954065 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:48.960595 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:48.960880 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:48.964941 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:49.007583 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-0c7283f2-2c98-4ef0-bef4-6036486b9896 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96f1c163-76f5-496d-872e-c8a6504735f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743921 May 12 08:17:49.016129 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port e39877f1-36a9-484c-a325-392432fa3ae0, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=e39877f1-36a9-484c-a325-392432fa3ae0,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:49.021035 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:49.028699 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:49.069995 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event updated for resources: {'Port': ['ID=a86eb394-bf90-46dc-9618-2b321842ee42,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:49.084005 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:49.154563 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=e39877f1-36a9-484c-a325-392432fa3ae0,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:49.158303 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:49.199505 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:49.238398 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:49.239970 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4104590 May 12 08:17:49.253586 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-aa4a9f25-3327-4d12-b13d-1445441f1831 service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258146 May 12 08:17:49.274511 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d52f10-497c-4dd8-aba7-da24c75ed730 req-32da1b41-c4c9-4cf6-971c-fff4b5f47f9b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:49.276318 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-71d52f10-497c-4dd8-aba7-da24c75ed730 req-32da1b41-c4c9-4cf6-971c-fff4b5f47f9b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 945 time: 0.1258962 May 12 08:17:49.326930 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-71d52f10-497c-4dd8-aba7-da24c75ed730 req-ec5b4f66-a790-47b8-9dd5-bf10c7feddca tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/security-groups?id=6dea8609-846f-4fc0-9bc0-071abd24b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439293 May 12 08:17:49.443018 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50b56b5f-907f-4017-8eaa-7818fe5b7baa req-6f30cb9e-f737-472a-9798-4f216c91b126 service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812992 May 12 08:17:49.515294 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-68c3b8af-8066-4b6e-8077-41554bc9e010 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1302428461&fields=id&tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53 HTTP/1.1" status: 200 len: 267 time: 0.0445087 May 12 08:17:49.677669 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-a34a3f19-83b0-4e2d-882d-be269a4ff3f0 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:49.678961 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-a34a3f19-83b0-4e2d-882d-be269a4ff3f0 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/networks?id=df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 200 len: 817 time: 0.1558092 May 12 08:17:49.722247 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-a6092ed2-a3e6-44be-a517-72180a3ea891 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/quotas/e1ff18373a6e4a8d8bf7f8328ebb0c53 HTTP/1.1" status: 200 len: 375 time: 0.0098362 May 12 08:17:49.834470 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-b4b4fc5b-5106-40b6-a15c-9ac7abbee2fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Synchronizing usage tracker for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:49.866201 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152aac0-088f-4fe1-88f7-981741f4288b req-c6fee706-6c45-461b-a9da-93fbb3b40824 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:49.868898 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d152aac0-088f-4fe1-88f7-981741f4288b req-c6fee706-6c45-461b-a9da-93fbb3b40824 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 943 time: 0.1266253 May 12 08:17:49.871759 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-b4b4fc5b-5106-40b6-a15c-9ac7abbee2fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Unset dirty status for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:49.873419 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-b4b4fc5b-5106-40b6-a15c-9ac7abbee2fd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1436737 May 12 08:17:49.928446 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d152aac0-088f-4fe1-88f7-981741f4288b req-6d234f61-f64f-4451-a9b5-90e361597831 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520654 May 12 08:17:50.090883 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-20436d76-a007-4a2d-9a59-87d2793bd54d service neutron] 10.222.0.43 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982098 May 12 08:17:50.287436 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-bdfcf4b0-efe7-44ea-9cbd-7418a5f4dc17 service neutron] 10.222.0.43 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882391 May 12 08:17:50.298256 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device e39877f1-36a9-484c-a325-392432fa3ae0 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:50.315828 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d818c-44b9-4691-a63c-5d316ec7866d req-0885e364-4568-4b5c-afeb-f87291594697 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:50.317372 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dc2d818c-44b9-4691-a63c-5d316ec7866d req-0885e364-4568-4b5c-afeb-f87291594697 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.1538637 May 12 08:17:50.354619 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 48286) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:50.383033 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dc2d818c-44b9-4691-a63c-5d316ec7866d req-c2a05216-1b5f-4462-9486-c2d754d7818f tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579150 May 12 08:17:50.383452 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port e39877f1-36a9-484c-a325-392432fa3ae0 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:50.383866 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:50.546989 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa596d2-24db-459b-8154-48af55640764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:50.569776 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4d849a50-4b52-46ad-a347-95ae4506f1a5 req-10744edb-934e-4231-a5ee-17c7b51d92ae tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 210 time: 0.0600944 May 12 08:17:50.574278 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-daa596d2-24db-459b-8154-48af55640764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:50.578286 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-daa596d2-24db-459b-8154-48af55640764 admin admin] Usage tracker for resource:security_group_rule and tenant:d2c0292c0a7447279cbf5bbcec1753fe is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:50.581189 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-daa596d2-24db-459b-8154-48af55640764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:50.587527 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-daa596d2-24db-459b-8154-48af55640764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:50.676239 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa596d2-24db-459b-8154-48af55640764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:50.680516 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa596d2-24db-459b-8154-48af55640764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:50.689747 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-2fb0ddd3-53f2-43c5-b068-62156d6210c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:50.730897 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-daa596d2-24db-459b-8154-48af55640764 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2c0292c0a7447279cbf5bbcec1753fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745286 May 12 08:17:50.731949 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa596d2-24db-459b-8154-48af55640764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9c3767-5914-4bab-84d8-ee9e1946a2ba,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:50.733528 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 48300) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:50.735365 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-daa596d2-24db-459b-8154-48af55640764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:50.797923 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0c02a3f6-8054-495e-9e3b-934eb304a6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:50.825300 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0c02a3f6-8054-495e-9e3b-934eb304a6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:50.878807 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0c02a3f6-8054-495e-9e3b-934eb304a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:50.882430 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-b2069a0e-32a5-43bf-ac0c-742c67a3d0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:50.895065 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02a3f6-8054-495e-9e3b-934eb304a6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9c3767-5914-4bab-84d8-ee9e1946a2ba,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:50.898005 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-0c02a3f6-8054-495e-9e3b-934eb304a6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:50.899907 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0c02a3f6-8054-495e-9e3b-934eb304a6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:50.904045 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-0c02a3f6-8054-495e-9e3b-934eb304a6ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e9c3767-5914-4bab-84d8-ee9e1946a2ba HTTP/1.1" status: 204 len: 168 time: 0.1688616 May 12 08:17:51.234481 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 48316) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:51.262650 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-17739af6-0692-494e-8f14-04ce0213794f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:51.281656 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-17739af6-0692-494e-8f14-04ce0213794f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:51.286947 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-17739af6-0692-494e-8f14-04ce0213794f admin admin] Usage tracker for resource:security_group_rule and tenant:7d424362c8ac4670a01b934ab232f08f is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:51.290466 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-17739af6-0692-494e-8f14-04ce0213794f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:51.297385 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-17739af6-0692-494e-8f14-04ce0213794f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:51.339680 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2620f1-619a-450e-862c-d82e443efdf1 req-a3e5e7de-3a41-499d-b146-c821ac0b498c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:51.341182 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ff2620f1-619a-450e-862c-d82e443efdf1 req-a3e5e7de-3a41-499d-b146-c821ac0b498c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 943 time: 0.1491148 May 12 08:17:51.409005 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ff2620f1-619a-450e-862c-d82e443efdf1 req-c734d052-9d88-4867-b277-a8a045239139 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602653 May 12 08:17:51.445083 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-17739af6-0692-494e-8f14-04ce0213794f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:51.449978 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-17739af6-0692-494e-8f14-04ce0213794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:51.457172 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-daa596d2-24db-459b-8154-48af55640764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:51.500891 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-17739af6-0692-494e-8f14-04ce0213794f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d424362c8ac4670a01b934ab232f08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649615 May 12 08:17:51.501825 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17739af6-0692-494e-8f14-04ce0213794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d380af23-98c9-4511-8e68-b0bca49f0ff8,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:51.503710 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 48326) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:51.504762 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-17739af6-0692-494e-8f14-04ce0213794f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:51.626497 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8abb8046-790c-43b1-ac82-a48b1f72f773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:51.662597 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8abb8046-790c-43b1-ac82-a48b1f72f773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:51.693878 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d76a8b-ed9f-443c-a5c2-a639492b8547 req-ee458495-85ef-440b-9d24-ff5954cdfff1 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:51.695347 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d5d76a8b-ed9f-443c-a5c2-a639492b8547 req-ee458495-85ef-440b-9d24-ff5954cdfff1 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.1888225 May 12 08:17:51.758892 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d5d76a8b-ed9f-443c-a5c2-a639492b8547 req-be1ad177-a899-423f-a6bd-697245f6ef73 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542498 May 12 08:17:51.766357 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8abb8046-790c-43b1-ac82-a48b1f72f773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:51.771717 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-1292f1ff-b8ad-4cbe-812f-d55d2b116e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:51.784209 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb8046-790c-43b1-ac82-a48b1f72f773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d380af23-98c9-4511-8e68-b0bca49f0ff8,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:51.786857 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-8abb8046-790c-43b1-ac82-a48b1f72f773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:51.793679 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8abb8046-790c-43b1-ac82-a48b1f72f773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:51.797733 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-8abb8046-790c-43b1-ac82-a48b1f72f773 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d380af23-98c9-4511-8e68-b0bca49f0ff8 HTTP/1.1" status: 204 len: 168 time: 0.2929661 May 12 08:17:51.890719 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8e3ac19a-0451-4399-a8b7-f7c229ac1401 req-d62aa3f0-5f8a-4a6e-a36d-d8439d1cab5b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 210 time: 0.2080529 May 12 08:17:52.055909 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-9007eac6-b772-459b-b6b3-2cb2f0e4836c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:52.057667 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-9007eac6-b772-459b-b6b3-2cb2f0e4836c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.48 "GET /v2.0/networks?id=df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 200 len: 817 time: 0.2138042 May 12 08:17:52.140685 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-3f98eb34-e561-49fd-a2cf-df15f4751db3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53 HTTP/1.1" status: 200 len: 380 time: 0.0649548 May 12 08:17:52.163814 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Request body: {'port': {'device_id': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'admin_state_up': True, 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'security_groups': ['e6083463-e249-41bc-9759-060393875b35']}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:52.320579 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:52.339266 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:52.357520 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Made reservation on behalf of e1ff18373a6e4a8d8bf7f8328ebb0c53 for: {'port': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:17:52.361252 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:52.589421 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Allocated IP 172.20.0.12 (df9c6990-f502-40fc-883a-abfac8f1f5d4/9b88ea44-9eac-4917-a121-08012e4f664d/e14f599e-e844-44fd-9302-768be6331eed) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:17:52.698859 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 9063c979-362d-4146-8419-98f75e304973 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:17:52.898174 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d7ad1-6df1-4cea-b34a-ad7104cacead req-fb80656d-cec9-4104-8fa6-4205b8922f76 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:52.906818 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-dc9d7ad1-6df1-4cea-b34a-ad7104cacead req-fb80656d-cec9-4104-8fa6-4205b8922f76 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 943 time: 0.3246269 May 12 08:17:52.944810 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 9063c979-362d-4146-8419-98f75e304973, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9063c979-362d-4146-8419-98f75e304973,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:52.974863 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': '9063c979-362d-4146-8419-98f75e304973', 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5', 'port_id': '9063c979-362d-4146-8419-98f75e304973', 'mac_address': 'fa:16:3e:fd:58:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c41f36c-9335-43c3-bef9-67f3b38b6c87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:17:53.042350 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:53.066261 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9063c979-362d-4146-8419-98f75e304973 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:53.079156 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-dc9d7ad1-6df1-4cea-b34a-ad7104cacead req-97a3fa0c-6a47-4925-949c-558ba22316a4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712017 May 12 08:17:53.095997 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 9063c979-362d-4146-8419-98f75e304973, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9063c979-362d-4146-8419-98f75e304973,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:53.104307 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:53.106368 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:53.132082 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:53.152157 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d57c6-56da-4d2b-bf3e-8b6a346e09b9 req-0a29aa9f-6be4-454d-9f66-dc667dbb4c49 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:53.153054 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Transition to ACTIVE for port object e14f599e-e844-44fd-9302-768be6331eed will not be triggered until provisioned by entity DHCP. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:53.165419 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b09d57c6-56da-4d2b-bf3e-8b6a346e09b9 req-0a29aa9f-6be4-454d-9f66-dc667dbb4c49 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.1579566 May 12 08:17:53.185464 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:53.198899 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:53.224706 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=9063c979-362d-4146-8419-98f75e304973,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:53.240085 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:53.264662 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b09d57c6-56da-4d2b-bf3e-8b6a346e09b9 req-382c2ef2-56e9-46e9-9136-1c21571ef87d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979426 May 12 08:17:53.278876 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Network df9c6990-f502-40fc-883a-abfac8f1f5d4 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:17:53.282663 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:17:53.287372 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:17:53.294225 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:53.295114 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:53.425162 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event updated for resources: {'Port': ['ID=e14f599e-e844-44fd-9302-768be6331eed,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:53.433835 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2755427 May 12 08:17:53.434650 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:53.463966 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Request body: {'port': {'device_id': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:17:53.541583 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3a5e4-43ed-4ca6-8147-9ac838fd7a86 req-9cd551b6-c250-4b70-8b03-593f14ce8e91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:53.543026 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-eec3a5e4-43ed-4ca6-8147-9ac838fd7a86 req-9cd551b6-c250-4b70-8b03-593f14ce8e91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Synchronizing usage tracker for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:53.546952 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['9063c979-362d-4146-8419-98f75e304973'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:17:53.616446 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-eec3a5e4-43ed-4ca6-8147-9ac838fd7a86 req-9cd551b6-c250-4b70-8b03-593f14ce8e91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Unset dirty status for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:53.617836 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-eec3a5e4-43ed-4ca6-8147-9ac838fd7a86 req-9cd551b6-c250-4b70-8b03-593f14ce8e91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 932 time: 0.3002522 May 12 08:17:53.691889 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:53.707069 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-eec3a5e4-43ed-4ca6-8147-9ac838fd7a86 req-59d09439-33fa-454a-8622-25ceea8fb813 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794775 May 12 08:17:53.718499 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-b7304e3c-86bd-4efe-ba74-951d91e37522 None None] Provisioning for port e14f599e-e844-44fd-9302-768be6331eed completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:53.756150 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-b7304e3c-86bd-4efe-ba74-951d91e37522 None None] Provisioning complete for port e14f599e-e844-44fd-9302-768be6331eed triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:53.757239 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b7304e3c-86bd-4efe-ba74-951d91e37522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:53.846159 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-b7304e3c-86bd-4efe-ba74-951d91e37522 None None] Port e14f599e-e844-44fd-9302-768be6331eed cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:17:54.168533 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14f599e-e844-44fd-9302-768be6331eed {{(pid=78675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:54.181346 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:54.196871 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Transition to ACTIVE for port object e14f599e-e844-44fd-9302-768be6331eed will not be triggered until provisioned by entity L2. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:17:54.201374 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:54.206595 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:54.316075 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbdb51-0eb1-4f7e-9b60-8cee4bbe90a3 req-4e68414a-8429-4e38-92ea-d0007a8b9712 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:54.319030 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e5dbdb51-0eb1-4f7e-9b60-8cee4bbe90a3 req-4e68414a-8429-4e38-92ea-d0007a8b9712 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 944 time: 0.1244557 May 12 08:17:54.419782 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e5dbdb51-0eb1-4f7e-9b60-8cee4bbe90a3 req-234be899-5ddd-416d-a8a4-ed783ee9c9fa tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925584 May 12 08:17:54.541304 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e14f599e-e844-44fd-9302-768be6331eed,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:54.544289 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:54.573596 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Attempting to bind port e14f599e-e844-44fd-9302-768be6331eed on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:17:54.573955 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Attempting to bind port e14f599e-e844-44fd-9302-768be6331eed by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:17:54.574241 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Attempting to bind port e14f599e-e844-44fd-9302-768be6331eed on network df9c6990-f502-40fc-883a-abfac8f1f5d4 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:54.582520 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Port e14f599e-e844-44fd-9302-768be6331eed on network df9c6990-f502-40fc-883a-abfac8f1f5d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:17:54.582839 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Attempting to bind port e14f599e-e844-44fd-9302-768be6331eed on network df9c6990-f502-40fc-883a-abfac8f1f5d4 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:17:54.590971 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:17:54.591613 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Checking segment: {'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:17:54.591999 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Bound using segment: {'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:17:54.592436 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Bound port: e14f599e-e844-44fd-9302-768be6331eed, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'}}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:17:54.592834 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:54.710939 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da378199-b790-4d11-80aa-a539216bb977 req-b0cf5e1a-5aaf-42d7-b337-0cb14789c40a tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:54.712805 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-da378199-b790-4d11-80aa-a539216bb977 req-b0cf5e1a-5aaf-42d7-b337-0cb14789c40a tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.2612267 May 12 08:17:54.717103 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] For port e14f599e-e844-44fd-9302-768be6331eed, host hv-cinder-79091, cleared binding levels {{(pid=78675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:17:54.721212 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] For port e14f599e-e844-44fd-9302-768be6331eed, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e14f599e-e844-44fd-9302-768be6331eed,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:17:54.746679 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:54.756331 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:54.836801 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-da378199-b790-4d11-80aa-a539216bb977 req-f36dc307-2d32-41b4-8cde-31c57f35c612 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135139 May 12 08:17:54.840079 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:54.840885 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:54.842208 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] 10.222.0.48 "PUT /v2.0/ports/e14f599e-e844-44fd-9302-768be6331eed HTTP/1.1" status: 200 len: 1094 time: 1.3856580 May 12 08:17:54.842776 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:54.881637 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e14f599e-e844-44fd-9302-768be6331eed,revision_number=3']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:54.895847 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:55.124337 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-b2dc34c6-4212-4cad-89b8-f786bd9ed003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:55.126047 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-b2dc34c6-4212-4cad-89b8-f786bd9ed003 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 1097 time: 0.1798170 May 12 08:17:55.186841 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4d4b4-9ab6-48d3-be30-607e007ca50d req-d40645f4-9870-4bce-b74d-2a0e0d9d0a1f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:55.195778 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d9a4d4b4-9ab6-48d3-be30-607e007ca50d req-d40645f4-9870-4bce-b74d-2a0e0d9d0a1f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.1689396 May 12 08:17:55.231787 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48244eca-3274-4d82-a181-b1f75f1f3a30 req-4cbdf77f-d1fe-43a7-af72-dc1fd4ce5216 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:55.233603 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-48244eca-3274-4d82-a181-b1f75f1f3a30 req-4cbdf77f-d1fe-43a7-af72-dc1fd4ce5216 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 945 time: 0.2326543 May 12 08:17:55.235325 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-e68a6ac2-60b9-47f2-9d1e-347a22b5ea1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e14f599e-e844-44fd-9302-768be6331eed HTTP/1.1" status: 200 len: 217 time: 0.0852311 May 12 08:17:55.243777 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-d9a4d4b4-9ab6-48d3-be30-607e007ca50d req-9cfb3b49-ba69-49f6-80a2-381bf242345c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Synchronizing usage tracker for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:security_group {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:55.262707 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-d9a4d4b4-9ab6-48d3-be30-607e007ca50d req-9cfb3b49-ba69-49f6-80a2-381bf242345c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Unset dirty status for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:security_group {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:55.264329 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d9a4d4b4-9ab6-48d3-be30-607e007ca50d req-9cfb3b49-ba69-49f6-80a2-381bf242345c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675473 May 12 08:17:55.324337 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed', 'status': 'completed', 'code': 200} May 12 08:17:55.334714 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-48244eca-3274-4d82-a181-b1f75f1f3a30 req-bbcecb54-d6d3-47ae-acd2-122ae1dbc72b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/security-groups?id=6dea8609-846f-4fc0-9bc0-071abd24b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942142 May 12 08:17:55.357864 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-d13e4ad3-136e-494c-9bd5-74c9742a08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:55.357864 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-d13e4ad3-136e-494c-9bd5-74c9742a08d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b88ea44-9eac-4917-a121-08012e4f664d HTTP/1.1" status: 200 len: 856 time: 0.0921392 May 12 08:17:55.440522 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-536e1e54-2be0-4502-9c7f-16b2af0a8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:55.442091 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-536e1e54-2be0-4502-9c7f-16b2af0a8c85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df9c6990-f502-40fc-883a-abfac8f1f5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767272 May 12 08:17:55.576735 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-04dae50b-1d2a-461b-8267-3d6bc501024d service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269987 May 12 08:17:55.617041 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c657c-c387-41d2-9c01-59f20c08618b req-ce8c9d59-696c-48b9-9e93-436a165941b7 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:55.618557 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d26c657c-c387-41d2-9c01-59f20c08618b req-ce8c9d59-696c-48b9-9e93-436a165941b7 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 944 time: 0.0864804 May 12 08:17:55.666424 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d26c657c-c387-41d2-9c01-59f20c08618b req-b16f2300-8d31-48b1-a719-5aaea4cd5384 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411315 May 12 08:17:55.718577 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa011855-d374-4274-a89b-92e0e7ffbd6c req-6bb5fd3e-8a40-4022-9f59-03bf80bdcb42 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313677 May 12 08:17:55.983163 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ebcd0-fd3f-4cae-9a2a-2b6ced1bdb39 req-c7170c0a-9afc-4272-96fd-873718cf50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:55.984540 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fc7ebcd0-fd3f-4cae-9a2a-2b6ced1bdb39 req-c7170c0a-9afc-4272-96fd-873718cf50c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 1097 time: 0.1047654 May 12 08:17:56.141556 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ebcd0-fd3f-4cae-9a2a-2b6ced1bdb39 req-482d3731-9b8b-40ae-a212-36bd84847aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:56.143002 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fc7ebcd0-fd3f-4cae-9a2a-2b6ced1bdb39 req-482d3731-9b8b-40ae-a212-36bd84847aa7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 200 len: 918 time: 0.1476414 May 12 08:17:56.150522 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed0756-3f2a-4123-acb0-2c9fc6c371c2 req-ae1f8b65-c4a3-4ed8-952a-e6f1179c7969 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:56.151842 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a0ed0756-3f2a-4123-acb0-2c9fc6c371c2 req-ae1f8b65-c4a3-4ed8-952a-e6f1179c7969 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.2021329 May 12 08:17:56.229687 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fc7ebcd0-fd3f-4cae-9a2a-2b6ced1bdb39 req-31a6f100-6d62-4fb2-9737-453a8ebfdfe2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e14f599e-e844-44fd-9302-768be6331eed HTTP/1.1" status: 200 len: 217 time: 0.0750639 May 12 08:17:56.300103 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a0ed0756-3f2a-4123-acb0-2c9fc6c371c2 req-b0cb403c-1e75-4731-b47e-e7db3cd8d8e0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994525 May 12 08:17:56.322965 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ebcd0-fd3f-4cae-9a2a-2b6ced1bdb39 req-6c7c48d9-7ca3-46e2-a2f7-8011faf09214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:56.322965 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fc7ebcd0-fd3f-4cae-9a2a-2b6ced1bdb39 req-6c7c48d9-7ca3-46e2-a2f7-8011faf09214 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b88ea44-9eac-4917-a121-08012e4f664d HTTP/1.1" status: 200 len: 856 time: 0.0723555 May 12 08:17:56.424593 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ebcd0-fd3f-4cae-9a2a-2b6ced1bdb39 req-5bba3587-705f-459f-98bb-154d749f1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:56.427034 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fc7ebcd0-fd3f-4cae-9a2a-2b6ced1bdb39 req-5bba3587-705f-459f-98bb-154d749f1d46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df9c6990-f502-40fc-883a-abfac8f1f5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1012728 May 12 08:17:56.498010 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a1ca1-de3b-40c0-a571-5985e32b7b24 req-276884cb-fb1e-4e67-8bcd-a5f124432518 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:56.500123 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-766a1ca1-de3b-40c0-a571-5985e32b7b24 req-276884cb-fb1e-4e67-8bcd-a5f124432518 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.0941949 May 12 08:17:56.558234 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-766a1ca1-de3b-40c0-a571-5985e32b7b24 req-8c166b9c-467c-4ff1-890c-385c622f1440 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523832 May 12 08:17:56.748703 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 9063c979-362d-4146-8419-98f75e304973 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:17:56.765341 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fc7ebcd0-fd3f-4cae-9a2a-2b6ced1bdb39 req-789fe867-bb24-4eba-9bd0-962a6d18388e service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938623 May 12 08:17:56.806244 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54a17a-4353-421d-9c77-ffeb7cd89b95 req-b38632d1-e239-4e46-b797-0bcfa0c96caf tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:56.813634 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-de54a17a-4353-421d-9c77-ffeb7cd89b95 req-b38632d1-e239-4e46-b797-0bcfa0c96caf tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 945 time: 0.3155999 May 12 08:17:56.879866 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port 9063c979-362d-4146-8419-98f75e304973 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:17:56.892797 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port 9063c979-362d-4146-8419-98f75e304973 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:17:56.893470 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:56.944623 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-de54a17a-4353-421d-9c77-ffeb7cd89b95 req-3ac55440-a273-4b22-b379-381ff9d92bee tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/security-groups?id=6dea8609-846f-4fc0-9bc0-071abd24b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300247 May 12 08:17:56.983877 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2195bd1-854d-46c0-b09c-8ad77d72a790 req-db838e5f-e4b5-4794-b7e6-919db34dd382 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:56.985752 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a2195bd1-854d-46c0-b09c-8ad77d72a790 req-db838e5f-e4b5-4794-b7e6-919db34dd382 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 944 time: 0.2012396 May 12 08:17:56.991781 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fc7ebcd0-fd3f-4cae-9a2a-2b6ced1bdb39 req-74a569f1-1cc8-4e41-a596-c324722a57bd service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108312 May 12 08:17:57.032355 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:57.034153 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a2195bd1-854d-46c0-b09c-8ad77d72a790 req-08159365-92f9-407a-a730-bbcc0160b54a tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422871 May 12 08:17:57.061215 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1297458a-f641-4e77-95ba-5ccb8a0b5f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9063c979-362d-4146-8419-98f75e304973'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:57.071485 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 9063c979-362d-4146-8419-98f75e304973, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9063c979-362d-4146-8419-98f75e304973,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:57.075508 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:57.077513 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:57.115538 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1297458a-f641-4e77-95ba-5ccb8a0b5f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9063c979-362d-4146-8419-98f75e304973', 'code': 200} May 12 08:17:57.155095 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=9063c979-362d-4146-8419-98f75e304973,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:57.158160 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:57.175108 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705309c5-514f-4133-88bb-886c7b139838 req-b5e71efb-b169-41f2-9262-9550532b8561 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:57.176407 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-705309c5-514f-4133-88bb-886c7b139838 req-b5e71efb-b169-41f2-9262-9550532b8561 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 945 time: 0.1027164 May 12 08:17:57.365089 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-705309c5-514f-4133-88bb-886c7b139838 req-68c65385-b953-4c30-a771-fc0d2e453b5b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Deleting port 550e231d-2874-40c6-8eef-a0da2761e9a2 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:17:57.365467 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-705309c5-514f-4133-88bb-886c7b139838 req-68c65385-b953-4c30-a771-fc0d2e453b5b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:57.542675 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd869c-24f5-4c1e-808f-601548ba253e req-185e6975-6cdb-4e8f-bf36-187df6c67ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:57.542976 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-705309c5-514f-4133-88bb-886c7b139838 req-68c65385-b953-4c30-a771-fc0d2e453b5b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] For port 550e231d-2874-40c6-8eef-a0da2761e9a2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=550e231d-2874-40c6-8eef-a0da2761e9a2,segment=NetworkSegment(13d611c2-85c9-431b-87e8-e0d85bce02f6),segment_id=13d611c2-85c9-431b-87e8-e0d85bce02f6)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:57.543242 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-705309c5-514f-4133-88bb-886c7b139838 req-68c65385-b953-4c30-a771-fc0d2e453b5b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:57.544175 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-16dd869c-24f5-4c1e-808f-601548ba253e req-185e6975-6cdb-4e8f-bf36-187df6c67ee0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 1098 time: 0.1662276 May 12 08:17:57.598822 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b89c64-8bea-4840-9776-6f465dff3ec7 req-1a085174-c44e-443d-9e4d-b4f42e4a5538 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:57.600228 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-67b89c64-8bea-4840-9776-6f465dff3ec7 req-1a085174-c44e-443d-9e4d-b4f42e4a5538 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.1675355 May 12 08:17:57.672069 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-16dd869c-24f5-4c1e-808f-601548ba253e req-8e646f58-e6ce-48bc-858e-7f00b665452b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186419 May 12 08:17:57.697302 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-705309c5-514f-4133-88bb-886c7b139838 req-68c65385-b953-4c30-a771-fc0d2e453b5b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Calling delete_port for 550e231d-2874-40c6-8eef-a0da2761e9a2 owned by compute:nova {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:17:57.703221 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-67b89c64-8bea-4840-9776-6f465dff3ec7 req-1a9523b2-66cb-4f86-973e-dde94b55eba5 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922456 May 12 08:17:57.922990 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43a91f-60d7-436c-be70-5774bede3663 req-13316f04-b031-4598-aac0-0c636677bd49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:57.930124 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8c43a91f-60d7-436c-be70-5774bede3663 req-13316f04-b031-4598-aac0-0c636677bd49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.2296422 May 12 08:17:58.061938 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8c43a91f-60d7-436c-be70-5774bede3663 req-5cfda3bf-8ec5-4bb7-8422-795e8f0165fe tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307282 May 12 08:17:58.106783 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-705309c5-514f-4133-88bb-886c7b139838 req-68c65385-b953-4c30-a771-fc0d2e453b5b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:58.128946 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 48564) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:58.139302 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:58.151465 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['550e231d-2874-40c6-8eef-a0da2761e9a2'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:17:58.242424 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c65385-b953-4c30-a771-fc0d2e453b5b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Pushing event deleted for resources: {'Port': ['ID=550e231d-2874-40c6-8eef-a0da2761e9a2,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:58.246384 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1c1e3a23-58ee-4505-9c3b-7689769e04b6 req-ec1e4658-324a-4f25-94da-fb7034685d57 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 210 time: 0.1106088 May 12 08:17:58.303331 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-68c65385-b953-4c30-a771-fc0d2e453b5b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:58.337255 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-16416d45-c5a0-4ef2-b32d-b39dbf54f249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:58.353094 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-16416d45-c5a0-4ef2-b32d-b39dbf54f249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:58.357310 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-16416d45-c5a0-4ef2-b32d-b39dbf54f249 admin admin] Usage tracker for resource:security_group_rule and tenant:c695c22ce67e4e0ba49150b268459988 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:58.360795 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-705309c5-514f-4133-88bb-886c7b139838 req-68c65385-b953-4c30-a771-fc0d2e453b5b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] No DVR routers for this DVR port 550e231d-2874-40c6-8eef-a0da2761e9a2 on host hv-cinder-79091 {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:17:58.361064 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-16416d45-c5a0-4ef2-b32d-b39dbf54f249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:58.369640 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-705309c5-514f-4133-88bb-886c7b139838 req-68c65385-b953-4c30-a771-fc0d2e453b5b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:58.370248 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-16416d45-c5a0-4ef2-b32d-b39dbf54f249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:58.379548 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee963084-ffcb-4450-ada2-934b50acb0ae', 'name': 'network-vif-deleted', 'tag': '550e231d-2874-40c6-8eef-a0da2761e9a2'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:17:58.388168 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-705309c5-514f-4133-88bb-886c7b139838 req-68c65385-b953-4c30-a771-fc0d2e453b5b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.48 "DELETE /v2.0/ports/550e231d-2874-40c6-8eef-a0da2761e9a2 HTTP/1.1" status: 204 len: 173 time: 1.1840532 May 12 08:17:58.426413 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f306e-06bb-4712-aa99-b59a7da084f4 req-9a84f8b0-649a-48d8-8cc0-677a748d377e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:58.427987 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ab6f306e-06bb-4712-aa99-b59a7da084f4 req-9a84f8b0-649a-48d8-8cc0-677a748d377e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 945 time: 0.2028680 May 12 08:17:58.482039 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-16416d45-c5a0-4ef2-b32d-b39dbf54f249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:58.491070 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ab6f306e-06bb-4712-aa99-b59a7da084f4 req-2866709e-f163-444a-8721-ebd688c37fda tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535498 May 12 08:17:58.495125 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-16416d45-c5a0-4ef2-b32d-b39dbf54f249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:58.520667 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:58.574377 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee963084-ffcb-4450-ada2-934b50acb0ae', 'name': 'network-vif-deleted', 'tag': '550e231d-2874-40c6-8eef-a0da2761e9a2', 'status': 'completed', 'code': 200} May 12 08:17:58.582185 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 48578) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:58.592842 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-16416d45-c5a0-4ef2-b32d-b39dbf54f249 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c695c22ce67e4e0ba49150b268459988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503574 May 12 08:17:58.596301 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16416d45-c5a0-4ef2-b32d-b39dbf54f249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539ec454-4a5e-494d-bf1e-8714c9b17df1,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:58.603866 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-16416d45-c5a0-4ef2-b32d-b39dbf54f249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:58.658181 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-35513c87-4bc9-4716-acf2-334a8d2a5f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:58.690921 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-35513c87-4bc9-4716-acf2-334a8d2a5f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:58.745381 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-35513c87-4bc9-4716-acf2-334a8d2a5f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:58.748975 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-45a17cf9-06d3-4bf6-87b3-290a3afb4524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:58.763985 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35513c87-4bc9-4716-acf2-334a8d2a5f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539ec454-4a5e-494d-bf1e-8714c9b17df1,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:58.766236 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device e14f599e-e844-44fd-9302-768be6331eed details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:17:58.768030 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-35513c87-4bc9-4716-acf2-334a8d2a5f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:58.771968 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-35513c87-4bc9-4716-acf2-334a8d2a5f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:58.776521 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-35513c87-4bc9-4716-acf2-334a8d2a5f75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/539ec454-4a5e-494d-bf1e-8714c9b17df1 HTTP/1.1" status: 204 len: 168 time: 0.1944549 May 12 08:17:58.922537 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f97368-c8d1-482e-ac42-441fa48de70e req-1c642212-999c-4531-ac18-7a15fb4b3074 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:58.924191 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-89f97368-c8d1-482e-ac42-441fa48de70e req-1c642212-999c-4531-ac18-7a15fb4b3074 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.0890722 May 12 08:17:58.924965 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port e14f599e-e844-44fd-9302-768be6331eed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e14f599e-e844-44fd-9302-768be6331eed,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:58.951666 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'e14f599e-e844-44fd-9302-768be6331eed', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'port_id': 'e14f599e-e844-44fd-9302-768be6331eed', 'mac_address': 'fa:16:3e:1a:55:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:17:58.970571 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-89f97368-c8d1-482e-ac42-441fa48de70e req-5807c929-2f5d-4d9a-aa23-4d238d42a156 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402350 May 12 08:17:59.013383 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:59.041646 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14f599e-e844-44fd-9302-768be6331eed {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:17:59.060246 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port e14f599e-e844-44fd-9302-768be6331eed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e14f599e-e844-44fd-9302-768be6331eed,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:17:59.066231 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:59.069430 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:59.089397 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 48600) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:59.112311 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-393d01e3-6a01-479d-9e65-1a469b8b52f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:59.131921 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-393d01e3-6a01-479d-9e65-1a469b8b52f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:17:59.142288 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-393d01e3-6a01-479d-9e65-1a469b8b52f4 admin admin] Usage tracker for resource:security_group_rule and tenant:fe023bf058b74687b5dde66cc77913a6 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:17:59.145306 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-393d01e3-6a01-479d-9e65-1a469b8b52f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:17:59.152281 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-393d01e3-6a01-479d-9e65-1a469b8b52f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:17:59.180063 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=e14f599e-e844-44fd-9302-768be6331eed,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:59.186590 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:59.269816 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-393d01e3-6a01-479d-9e65-1a469b8b52f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:59.282479 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-393d01e3-6a01-479d-9e65-1a469b8b52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:59.294408 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:59.357602 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb15bb-78eb-461c-96b8-a11f5c8c3ce9 req-c9e2f073-685a-408c-8655-f636581c0da8 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:59.359153 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-86eb15bb-78eb-461c-96b8-a11f5c8c3ce9 req-c9e2f073-685a-408c-8655-f636581c0da8 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 945 time: 0.1230347 May 12 08:17:59.425738 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-86eb15bb-78eb-461c-96b8-a11f5c8c3ce9 req-9b469127-d3f0-4351-8a5a-42a08deffa89 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604141 May 12 08:17:59.463604 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-393d01e3-6a01-479d-9e65-1a469b8b52f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe023bf058b74687b5dde66cc77913a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729372 May 12 08:17:59.467397 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 48612) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:17:59.537295 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e44f-e455-45d4-b5e9-e7a4169071ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:59.566972 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-9440978a-cd98-4bd3-a264-ecad9f30ab10 req-bf551695-711a-467f-b766-06fcb991a662 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Synchronizing usage tracker for tenant:d0547ee58a51469287341d1135e0673d on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:17:59.569674 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e44f-e455-45d4-b5e9-e7a4169071ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:59.574773 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d01e3-6a01-479d-9e65-1a469b8b52f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac22af4-9838-47d1-95dc-1cc187c7b1a0,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:59.579930 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-393d01e3-6a01-479d-9e65-1a469b8b52f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:59.596743 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-9440978a-cd98-4bd3-a264-ecad9f30ab10 req-bf551695-711a-467f-b766-06fcb991a662 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Unset dirty status for tenant:d0547ee58a51469287341d1135e0673d on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:17:59.597924 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9440978a-cd98-4bd3-a264-ecad9f30ab10 req-bf551695-711a-467f-b766-06fcb991a662 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee963084-ffcb-4450-ada2-934b50acb0ae HTTP/1.1" status: 200 len: 210 time: 0.1512246 May 12 08:17:59.618000 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e23a5-1000-46f0-b501-cef630861d2c req-c548cf4a-efac-479c-94a3-787035903907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:59.619644 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-081e23a5-1000-46f0-b501-cef630861d2c req-c548cf4a-efac-479c-94a3-787035903907 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 1098 time: 0.1740408 May 12 08:17:59.637123 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e44f-e455-45d4-b5e9-e7a4169071ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:59.642205 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-464be5fc-f8f5-4c22-b7ee-03a5cbd28f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:17:59.655323 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3e44f-e455-45d4-b5e9-e7a4169071ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac22af4-9838-47d1-95dc-1cc187c7b1a0,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:17:59.659168 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-1dc3e44f-e455-45d4-b5e9-e7a4169071ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:17:59.664979 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e44f-e455-45d4-b5e9-e7a4169071ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:17:59.666134 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-1dc3e44f-e455-45d4-b5e9-e7a4169071ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cac22af4-9838-47d1-95dc-1cc187c7b1a0 HTTP/1.1" status: 204 len: 168 time: 0.1976182 May 12 08:17:59.685026 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['e14f599e-e844-44fd-9302-768be6331eed'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:17:59.725635 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-081e23a5-1000-46f0-b501-cef630861d2c req-52337702-cc27-4bfc-8880-86922b6b459f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491498 May 12 08:17:59.856159 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb26f-04a2-4503-a8d6-1cf2a3a0976a req-fbb992f2-9ec6-4544-bf12-b2d60a94e780 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:17:59.862621 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9c0eb26f-04a2-4503-a8d6-1cf2a3a0976a req-fbb992f2-9ec6-4544-bf12-b2d60a94e780 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 945 time: 0.0909312 May 12 08:17:59.912023 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9c0eb26f-04a2-4503-a8d6-1cf2a3a0976a req-5003ba98-f323-44a6-9884-fec85080a66c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465622 May 12 08:18:00.172020 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8f231-95eb-4b1c-938c-f9c913ca15c0 req-5f7ee64a-985c-4ce0-8534-717fe6d9b288 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:00.177671 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3ee8f231-95eb-4b1c-938c-f9c913ca15c0 req-5f7ee64a-985c-4ce0-8534-717fe6d9b288 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.0908768 May 12 08:18:00.248317 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3ee8f231-95eb-4b1c-938c-f9c913ca15c0 req-535968fc-eb19-4e94-a7f1-2126639bc405 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675328 May 12 08:18:00.624772 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b9222-aa4f-4428-800f-75e80827e0fb req-e2e51d98-34dd-43f3-a616-3bb1f35f3fda tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:00.626470 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-489b9222-aa4f-4428-800f-75e80827e0fb req-e2e51d98-34dd-43f3-a616-3bb1f35f3fda tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 945 time: 0.0809290 May 12 08:18:00.671422 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-489b9222-aa4f-4428-800f-75e80827e0fb req-2f3e4ef2-04f0-446b-8ca2-1aefc53cf020 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385280 May 12 08:18:00.779550 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 550e231d-2874-40c6-8eef-a0da2761e9a2 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:18:00.848205 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: 550e231d-2874-40c6-8eef-a0da2761e9a2 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:18:00.848799 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 550e231d-2874-40c6-8eef-a0da2761e9a2 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:18:01.069481 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 48674) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:01.202590 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8420-bbfd-4b39-b799-b62f241f1746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:01.218636 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-1cbf8420-bbfd-4b39-b799-b62f241f1746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:01.222595 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-1cbf8420-bbfd-4b39-b799-b62f241f1746 admin admin] Usage tracker for resource:security_group_rule and tenant:f753a708e7944ea0b9ec668cd27110ea is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:18:01.226730 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-1cbf8420-bbfd-4b39-b799-b62f241f1746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:18:01.233950 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-1cbf8420-bbfd-4b39-b799-b62f241f1746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:01.405093 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8420-bbfd-4b39-b799-b62f241f1746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:01.411755 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8420-bbfd-4b39-b799-b62f241f1746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:01.425190 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:01.474708 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 48686) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:01.474885 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-1cbf8420-bbfd-4b39-b799-b62f241f1746 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f753a708e7944ea0b9ec668cd27110ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4039896 May 12 08:18:01.492740 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf8420-bbfd-4b39-b799-b62f241f1746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cce5ed-c7a1-430d-a007-f21293e5a571,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:01.496326 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-1cbf8420-bbfd-4b39-b799-b62f241f1746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:01.551157 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a83e0b-cdf4-4e24-b4c3-4daf41c09172 req-ee85be1e-a985-43a2-b585-70ecce813a9a tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:01.552965 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-44a83e0b-cdf4-4e24-b4c3-4daf41c09172 req-ee85be1e-a985-43a2-b585-70ecce813a9a tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.1421437 May 12 08:18:01.588446 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d358d001-7efc-4e92-b2f0-fcddd55aa957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:01.630160 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d358d001-7efc-4e92-b2f0-fcddd55aa957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:01.638876 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-44a83e0b-cdf4-4e24-b4c3-4daf41c09172 req-a9e96983-0181-4228-97c9-1cb1a81a61b3 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754898 May 12 08:18:01.691349 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d358d001-7efc-4e92-b2f0-fcddd55aa957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:01.696514 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-35513c87-4bc9-4716-acf2-334a8d2a5f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:01.710526 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358d001-7efc-4e92-b2f0-fcddd55aa957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cce5ed-c7a1-430d-a007-f21293e5a571,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:01.713865 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-d358d001-7efc-4e92-b2f0-fcddd55aa957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:01.722384 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d358d001-7efc-4e92-b2f0-fcddd55aa957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:01.723500 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-d358d001-7efc-4e92-b2f0-fcddd55aa957 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97cce5ed-c7a1-430d-a007-f21293e5a571 HTTP/1.1" status: 204 len: 168 time: 0.2476287 May 12 08:18:01.843028 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3656ec7-21ac-423b-be66-f228bee13bbe req-7282291e-1c07-4753-ba67-987af858a4e0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:01.845014 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f3656ec7-21ac-423b-be66-f228bee13bbe req-7282291e-1c07-4753-ba67-987af858a4e0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0918157 May 12 08:18:01.897206 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f3656ec7-21ac-423b-be66-f228bee13bbe req-1fe36066-5a9f-4f7b-9b04-e19191c0576c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457656 May 12 08:18:02.182323 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0d7e-87e0-4a18-b153-89222e825fdc req-232dde07-cd7e-487e-b4a7-62db5a3d9541 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:02.183982 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d27b0d7e-87e0-4a18-b153-89222e825fdc req-232dde07-cd7e-487e-b4a7-62db5a3d9541 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 945 time: 0.1256959 May 12 08:18:02.247134 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d27b0d7e-87e0-4a18-b153-89222e825fdc req-54725cfc-67d3-4c50-92c8-11a5e68efa5f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554152 May 12 08:18:02.618625 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 48748) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:02.742645 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-773453630-network', 'tenant_id': 'd5143ac9cd5141eeb2fa53de09ebc598'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:18:02.747551 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:02.751414 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Usage tracker for resource:network and tenant:d5143ac9cd5141eeb2fa53de09ebc598 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:18:02.754302 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:18:02.760814 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:02.771655 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Made reservation on behalf of d5143ac9cd5141eeb2fa53de09ebc598 for: {'network': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:18:02.774371 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:02.787113 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:02.802174 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:02.806390 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Usage tracker for resource:security_group_rule and tenant:d5143ac9cd5141eeb2fa53de09ebc598 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:18:02.809449 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:18:02.815310 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:02.822774 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device e14f599e-e844-44fd-9302-768be6331eed up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:18:02.893705 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port e14f599e-e844-44fd-9302-768be6331eed completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:18:02.898591 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port e14f599e-e844-44fd-9302-768be6331eed triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:18:02.898960 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:02.908556 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:02.919510 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:02.923688 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:02.947268 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=78675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:18:02.961428 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:02.964272 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:02.964623 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.segments_db [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Added segment 6cf98749-f55d-49b7-8cba-068101758a10 of type vlan for network 53c24948-9527-4531-a2d9-a3ec79889c59 May 12 08:18:02.965825 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:02.993053 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:03.016261 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:03.022346 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:03.023797 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:03.024375 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:03.029193 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-fbceeaee-7d99-4fbf-975e-1b5735b5a8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:03.043754 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:03.053744 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port e14f599e-e844-44fd-9302-768be6331eed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e14f599e-e844-44fd-9302-768be6331eed,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:03.059163 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:03.061940 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:03.094207 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed', 'code': 200} May 12 08:18:03.132073 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Pushing event updated for resources: {'Network': ['ID=53c24948-9527-4531-a2d9-a3ec79889c59,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:03.133610 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=e14f599e-e844-44fd-9302-768be6331eed,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:03.135032 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:03.139778 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 48764) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:03.140765 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5207314 May 12 08:18:03.150238 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Request body: {'subnet': {'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-773453630-subnet', 'tenant_id': 'd5143ac9cd5141eeb2fa53de09ebc598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:18:03.153749 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:03.156054 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network 53c24948-9527-4531-a2d9-a3ec79889c59 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:18:03.158308 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:03.167075 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Usage tracker for resource:subnet and tenant:d5143ac9cd5141eeb2fa53de09ebc598 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:18:03.170784 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:18:03.176636 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:03.187649 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Made reservation on behalf of d5143ac9cd5141eeb2fa53de09ebc598 for: {'subnet': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:18:03.189997 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134155916'] for subnet, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:03.422471 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fffe7f-bb8e-4983-9162-5874e1075988 req-1b453a66-8e59-4ad3-929c-ceeee27627cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:03.423950 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c9fffe7f-bb8e-4983-9162-5874e1075988 req-1b453a66-8e59-4ad3-929c-ceeee27627cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 1099 time: 0.0827107 May 12 08:18:03.470534 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c9fffe7f-bb8e-4983-9162-5874e1075988 req-555aaf96-dc3a-431d-bdad-93cc66ebe1e4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356290 May 12 08:18:03.577267 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca5114-3a5d-484c-80c8-6ec78debed38 req-9bdc1323-cd77-40eb-9378-f778acbbbc2c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:03.578762 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fdca5114-3a5d-484c-80c8-6ec78debed38 req-9bdc1323-cd77-40eb-9378-f778acbbbc2c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1851470 May 12 08:18:03.634469 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fdca5114-3a5d-484c-80c8-6ec78debed38 req-cb062fa4-a31b-4777-8bdb-4d436c834d2b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468280 May 12 08:18:03.743325 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3279661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134156030'] for subnet, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:03.747218 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-bbb38090-e9c6-4ed7-8698-8a37c0c5bc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:03.816827 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=212ca998-c0ec-4ea0-922f-b2938ddee416,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:03.820764 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:03.825038 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Checking segment: {'id': '6cf98749-f55d-49b7-8cba-068101758a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:18:03.825389 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Network hostable DHCP agents. Network: 53c24948-9527-4531-a2d9-a3ec79889c59, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:18:03.843219 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Network 53c24948-9527-4531-a2d9-a3ec79889c59 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:18:03.852657 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, 53c24948-9527-4531-a2d9-a3ec79889c59) {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:18:03.861490 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:03.861628 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbef4051-a590-4a0f-bc03-8de16adcf9b4 None None] Network 53c24948-9527-4531-a2d9-a3ec79889c59 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:18:03.862140 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:03.887085 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7461429 May 12 08:18:04.094139 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe82834-9a8e-43f1-b934-0f36075874a6 None None] Network 53c24948-9527-4531-a2d9-a3ec79889c59 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:18:04.121512 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04085fb-e789-426c-94cf-a027eb64edcd req-998bbcdb-1a55-4b89-92b3-8fcd4f9d5c32 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:04.133463 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b04085fb-e789-426c-94cf-a027eb64edcd req-998bbcdb-1a55-4b89-92b3-8fcd4f9d5c32 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1155634 May 12 08:18:04.134086 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb592302-a6f5-420b-8b5a-6a8f7169c72d req-c9bee4ba-95ea-4681-957f-a83e23135858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:04.136091 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-eb592302-a6f5-420b-8b5a-6a8f7169c72d req-c9bee4ba-95ea-4681-957f-a83e23135858 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f66fe14646c34c47ad422167942b2336&device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 1098 time: 0.1151361 May 12 08:18:04.228981 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b04085fb-e789-426c-94cf-a027eb64edcd req-fa14676d-6db5-46ca-bd70-c976fb0b8630 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945709 May 12 08:18:04.296736 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb592302-a6f5-420b-8b5a-6a8f7169c72d req-cd740566-79ff-46ee-8611-d5b01339c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:04.300309 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-eb592302-a6f5-420b-8b5a-6a8f7169c72d req-cd740566-79ff-46ee-8611-d5b01339c97e service neutron] 10.222.0.48 "GET /v2.0/networks?id=a268b575-88fb-44a7-9078-873928216331 HTTP/1.1" status: 200 len: 919 time: 0.1567767 May 12 08:18:04.426684 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-eb592302-a6f5-420b-8b5a-6a8f7169c72d req-8a5dc942-d22b-4288-8cf8-7d86f0a97465 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 HTTP/1.1" status: 200 len: 217 time: 0.1154675 May 12 08:18:04.561138 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb592302-a6f5-420b-8b5a-6a8f7169c72d req-03959be8-59b2-4f55-8282-d40876fed2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:04.563351 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-eb592302-a6f5-420b-8b5a-6a8f7169c72d req-03959be8-59b2-4f55-8282-d40876fed2e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc HTTP/1.1" status: 200 len: 858 time: 0.1193130 May 12 08:18:04.669631 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-eb592302-a6f5-420b-8b5a-6a8f7169c72d req-857b6351-16d5-4a8c-b6b8-c475cc5844e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a268b575-88fb-44a7-9078-873928216331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545704 May 12 08:18:04.902774 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defe6a0-2860-42fc-aea2-16e83b1222e9 req-3156742f-8b1e-40d8-98db-1addf96f0057 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:04.904348 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7defe6a0-2860-42fc-aea2-16e83b1222e9 req-3156742f-8b1e-40d8-98db-1addf96f0057 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1096718 May 12 08:18:04.943765 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-eb592302-a6f5-420b-8b5a-6a8f7169c72d req-c14030c1-20f8-4609-acce-fea4dcb0f1ff service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678144 May 12 08:18:04.949059 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7defe6a0-2860-42fc-aea2-16e83b1222e9 req-2d93b35c-bd5f-4312-b82f-7b705682f6c3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389781 May 12 08:18:05.143665 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-eb592302-a6f5-420b-8b5a-6a8f7169c72d req-46d80d5e-b905-458e-8018-ea2b4abe3173 service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299775 May 12 08:18:05.431358 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13ccc-6127-47c8-84e5-76ff859526a7 req-c911d968-a8c9-45d4-8c16-3301c4543bb8 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:05.432849 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4ed13ccc-6127-47c8-84e5-76ff859526a7 req-c911d968-a8c9-45d4-8c16-3301c4543bb8 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0820417 May 12 08:18:05.484782 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4ed13ccc-6127-47c8-84e5-76ff859526a7 req-e3653bba-fa8d-466d-a123-f7942f93252a tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459292 May 12 08:18:06.192296 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a8ed1-7777-4f21-817a-6efb96753faa req-9fe94bae-a891-4cad-9067-7855006c09e5 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:06.199041 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-7e4a8ed1-7777-4f21-817a-6efb96753faa req-9fe94bae-a891-4cad-9067-7855006c09e5 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.0960739 May 12 08:18:06.243363 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-7e4a8ed1-7777-4f21-817a-6efb96753faa req-3f691251-920e-4447-aa5f-05c89f301634 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430217 May 12 08:18:06.291072 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-48b92d80-2bc4-4672-bd03-45b1570f85d6 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:06.292684 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-48b92d80-2bc4-4672-bd03-45b1570f85d6 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/networks?id=53c24948-9527-4531-a2d9-a3ec79889c59 HTTP/1.1" status: 200 len: 808 time: 0.2629828 May 12 08:18:06.307218 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-d3195f2c-7c69-42ab-a703-84ba2db01c27 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/quotas/d5143ac9cd5141eeb2fa53de09ebc598 HTTP/1.1" status: 200 len: 375 time: 0.0091565 May 12 08:18:06.363273 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-29da6ecb-573e-46be-8e13-84ea03914791 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5143ac9cd5141eeb2fa53de09ebc598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505676 May 12 08:18:06.499911 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-5a233412-b9a8-4bc0-a776-3c484c343f00 service neutron] 10.222.0.43 "GET /v2.0/networks/53c24948-9527-4531-a2d9-a3ec79889c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270051 May 12 08:18:06.657689 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1620d130-f44b-49b3-abff-b05ae34a6a13 service neutron] 10.222.0.43 "GET /v2.0/networks/53c24948-9527-4531-a2d9-a3ec79889c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515326 May 12 08:18:06.808535 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa83df-2de2-4be3-9fcd-078e68fd407e req-933d37d0-26a1-4bfd-a4c5-33c710392398 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:06.820174 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 48880) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:06.822805 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-67aa83df-2de2-4be3-9fcd-078e68fd407e req-933d37d0-26a1-4bfd-a4c5-33c710392398 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1179869 May 12 08:18:06.826224 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-b31d5137-2a76-4d6a-aeac-57eafa5a3d0d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Request body: {'floatingip': {'port_id': 'e14f599e-e844-44fd-9302-768be6331eed'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:18:06.909596 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2bdcf505-ece1-4e7f-b3ea-3654c438efb8 req-a3df4e01-e55c-47e3-9951-cd005d9559c7 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 210 time: 0.0591640 May 12 08:18:06.993243 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b31d5137-2a76-4d6a-aeac-57eafa5a3d0d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:07.199948 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510783-e2c0-419d-91b6-ba0b048d22af req-db78a2e2-a5b7-4584-95bb-1ab0c5ce5a4c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:07.201516 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a510783-e2c0-419d-91b6-ba0b048d22af req-db78a2e2-a5b7-4584-95bb-1ab0c5ce5a4c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.2822468 May 12 08:18:07.386984 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a510783-e2c0-419d-91b6-ba0b048d22af req-0361a2ae-6365-44c0-a737-e0dc641b3bd7 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749270 May 12 08:18:07.832349 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.db.resource_extend [None req-b31d5137-2a76-4d6a-aeac-57eafa5a3d0d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 08:18:07.937123 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b31d5137-2a76-4d6a-aeac-57eafa5a3d0d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:07.943831 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b31d5137-2a76-4d6a-aeac-57eafa5a3d0d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:08.077263 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a111b955-c785-4f1e-ac74-db45ed0c0dea req-0c92b9d0-1440-4030-85b5-7177d9108ed3 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 210 time: 0.0535715 May 12 08:18:08.149930 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.l3_db [None req-b31d5137-2a76-4d6a-aeac-57eafa5a3d0d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Floating IP 7f5bcac7-0d5c-4e4c-acde-3b2190c1537d associated. External IP: 172.28.1.126, port: e14f599e-e844-44fd-9302-768be6331eed. May 12 08:18:08.385483 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-42535f28-db52-4032-9b46-be6d48204687 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:08.386552 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-42535f28-db52-4032-9b46-be6d48204687 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Synchronizing usage tracker for tenant:d5143ac9cd5141eeb2fa53de09ebc598 on resource:network {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:18:08.419472 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-42535f28-db52-4032-9b46-be6d48204687 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Unset dirty status for tenant:d5143ac9cd5141eeb2fa53de09ebc598 on resource:network {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:18:08.421021 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-42535f28-db52-4032-9b46-be6d48204687 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.48 "GET /v2.0/networks?id=53c24948-9527-4531-a2d9-a3ec79889c59 HTTP/1.1" status: 200 len: 808 time: 0.2095041 May 12 08:18:08.463724 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Request body: {'port': {'device_id': '1f50f2a0-14c7-4d3b-8773-fd216897b46d', 'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59', 'admin_state_up': True, 'tenant_id': 'd5143ac9cd5141eeb2fa53de09ebc598'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:18:08.575958 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31d5137-2a76-4d6a-aeac-57eafa5a3d0d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Router b374db3e-d0d4-4a96-82cf-2db3890d4fcf has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:18:08.682944 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:08.691885 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf316fc-cf95-47f0-a8a8-1095eeb19000 req-8ffeac84-f020-419d-9ec3-f4b7ca5f2f74 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:08.693586 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fcf316fc-cf95-47f0-a8a8-1095eeb19000 req-8ffeac84-f020-419d-9ec3-f4b7ca5f2f74 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1404405 May 12 08:18:08.696056 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Usage tracker for resource:port and tenant:d5143ac9cd5141eeb2fa53de09ebc598 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:18:08.699378 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:18:08.718284 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:08.740782 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Made reservation on behalf of d5143ac9cd5141eeb2fa53de09ebc598 for: {'port': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:18:08.743918 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:08.767037 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fcf316fc-cf95-47f0-a8a8-1095eeb19000 req-03976500-dd10-4895-9096-ca25ff4ea173 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645146 May 12 08:18:08.774897 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31d5137-2a76-4d6a-aeac-57eafa5a3d0d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:18:08.793802 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b31d5137-2a76-4d6a-aeac-57eafa5a3d0d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:08.794065 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437da195-7f73-40eb-bf6a-6192bfb6d32c None None] Sync routers for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:18:08.816934 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437da195-7f73-40eb-bf6a-6192bfb6d32c None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:18:08.819569 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-437da195-7f73-40eb-bf6a-6192bfb6d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:17:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:18:08.890752 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-b31d5137-2a76-4d6a-aeac-57eafa5a3d0d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "PUT /v2.0/floatingips/7f5bcac7-0d5c-4e4c-acde-3b2190c1537d HTTP/1.1" status: 200 len: 992 time: 2.0693586 May 12 08:18:08.892962 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:08.962856 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Allocated IP 172.20.0.5 (53c24948-9527-4531-a2d9-a3ec79889c59/212ca998-c0ec-4ea0-922f-b2938ddee416/f230b8b3-306a-498b-8e9c-575ccf7c3034) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:18:09.012183 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed', 'status': 'completed', 'code': 200} May 12 08:18:09.121285 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-437da195-7f73-40eb-bf6a-6192bfb6d32c None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:18:09.190861 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8e9e4-a9ea-4818-8f9e-37f1cf3c7dd1 req-eb47fe31-a970-4468-9933-6060874fcfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:09.192727 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1ec8e9e4-a9ea-4818-8f9e-37f1cf3c7dd1 req-eb47fe31-a970-4468-9933-6060874fcfa3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 1099 time: 0.1038213 May 12 08:18:09.311931 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f9014075-2008-4f12-b648-ef9a6a0fe761 req-03b7e987-ba88-4868-a412-d882b9673d2b tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 210 time: 0.0666900 May 12 08:18:09.445361 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:09.480925 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:09.487442 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-93aa408d-d19f-4100-91b8-64bd67e3c43f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:09.563758 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Network 53c24948-9527-4531-a2d9-a3ec79889c59 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:18:09.585049 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Pushing event updated for resources: {'Port': ['ID=f230b8b3-306a-498b-8e9c-575ccf7c3034,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:09.588907 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:18:09.606048 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-1dbbfe65-478d-468a-9ce3-4aae2c43c9c8 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:09.606578 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:09.607360 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-1dbbfe65-478d-468a-9ce3-4aae2c43c9c8 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/networks?id=96f1c163-76f5-496d-872e-c8a6504735f5 HTTP/1.1" status: 200 len: 815 time: 0.2308638 May 12 08:18:09.621908 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8e9e4-a9ea-4818-8f9e-37f1cf3c7dd1 req-7da8dcb9-53ac-4ddc-adba-df38767b4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:09.623325 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1ec8e9e4-a9ea-4818-8f9e-37f1cf3c7dd1 req-7da8dcb9-53ac-4ddc-adba-df38767b4d6f service neutron] 10.222.0.48 "GET /v2.0/networks?id=df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 200 len: 918 time: 0.4188669 May 12 08:18:09.625526 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-fc8a2796-03e8-42ea-935d-50ef1b48be8e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/quotas/dc4727736ce64858b0b347b9ce953ca6 HTTP/1.1" status: 200 len: 375 time: 0.0115223 May 12 08:18:09.629248 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:18:09.635527 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:09.636269 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:09.660477 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-437da195-7f73-40eb-bf6a-6192bfb6d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '7f5bcac7-0d5c-4e4c-acde-3b2190c1537d', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'floating_ip_address': '172.28.1.126', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'port_id': 'e14f599e-e844-44fd-9302-768be6331eed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'mac_address': 'fa:16:3e:1a:55:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:17:47Z', 'updated_at': '2021-05-12T08:18:07Z', 'revision_number': 1, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:48Z', 'revision_number': 5, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:18:09.663668 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2097659 May 12 08:18:09.671864 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437da195-7f73-40eb-bf6a-6192bfb6d32c None None] Checking router: b374db3e-d0d4-4a96-82cf-2db3890d4fcf for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:18:09.681153 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437da195-7f73-40eb-bf6a-6192bfb6d32c None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:18:09.681916 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-437da195-7f73-40eb-bf6a-6192bfb6d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:17:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:18:09.709455 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Request body: {'port': {'device_id': '1f50f2a0-14c7-4d3b-8773-fd216897b46d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:18:09.914395 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:09.926818 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1ec8e9e4-a9ea-4818-8f9e-37f1cf3c7dd1 req-395ac413-818b-4d19-9845-0e9de9e414d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e14f599e-e844-44fd-9302-768be6331eed HTTP/1.1" status: 200 len: 1000 time: 0.2458992 May 12 08:18:09.982759 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-437da195-7f73-40eb-bf6a-6192bfb6d32c None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:18:10.010120 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8e9e4-a9ea-4818-8f9e-37f1cf3c7dd1 req-34dcb7fb-4d83-44fc-8275-c6efdad326b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:10.011875 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1ec8e9e4-a9ea-4818-8f9e-37f1cf3c7dd1 req-34dcb7fb-4d83-44fc-8275-c6efdad326b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b88ea44-9eac-4917-a121-08012e4f664d HTTP/1.1" status: 200 len: 856 time: 0.0767078 May 12 08:18:10.030047 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-4943322a-d59b-4e54-9eb4-8827727899c9 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc4727736ce64858b0b347b9ce953ca6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3921089 May 12 08:18:10.233088 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-79b9d11a-905d-48f1-8b8c-50b942185ca8 service neutron] 10.222.0.43 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021041 May 12 08:18:10.239302 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8e9e4-a9ea-4818-8f9e-37f1cf3c7dd1 req-68c88c4b-20cc-4fe5-80b3-b47707e79156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:10.242352 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1ec8e9e4-a9ea-4818-8f9e-37f1cf3c7dd1 req-68c88c4b-20cc-4fe5-80b3-b47707e79156 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df9c6990-f502-40fc-883a-abfac8f1f5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2101429 May 12 08:18:10.254149 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164f502-6d1e-4131-8c6f-718bd806a52d req-c7ded2e3-f0d9-4106-9452-b6204eafc593 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:10.255783 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2164f502-6d1e-4131-8c6f-718bd806a52d req-c7ded2e3-f0d9-4106-9452-b6204eafc593 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.2951596 May 12 08:18:10.390902 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2164f502-6d1e-4131-8c6f-718bd806a52d req-ba7fcc19-380e-4498-bde9-aeb2a833cfcd tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907192 May 12 08:18:10.409559 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 48982) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:10.540939 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-437da195-7f73-40eb-bf6a-6192bfb6d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '7f5bcac7-0d5c-4e4c-acde-3b2190c1537d', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'floating_ip_address': '172.28.1.126', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'port_id': 'e14f599e-e844-44fd-9302-768be6331eed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'mac_address': 'fa:16:3e:1a:55:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:17:47Z', 'updated_at': '2021-05-12T08:18:07Z', 'revision_number': 1, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:48Z', 'revision_number': 5, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:18:10.543785 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1ec8e9e4-a9ea-4818-8f9e-37f1cf3c7dd1 req-464db8fc-36a6-42aa-8370-97ddb8ef8d34 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923577 May 12 08:18:10.545376 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437da195-7f73-40eb-bf6a-6192bfb6d32c None None] The sync data for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb is: [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '7f5bcac7-0d5c-4e4c-acde-3b2190c1537d', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'floating_ip_address': '172.28.1.126', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'port_id': 'e14f599e-e844-44fd-9302-768be6331eed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'mac_address': 'fa:16:3e:1a:55:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:17:47Z', 'updated_at': '2021-05-12T08:18:07Z', 'revision_number': 1, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:48Z', 'revision_number': 5, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:18:10.545726 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-a33d48fc-c942-4d8a-b1b6-6767f0b94de0 service neutron] 10.222.0.43 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956672 May 12 08:18:10.551475 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f230b8b3-306a-498b-8e9c-575ccf7c3034 {{(pid=78675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:18:10.559391 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:10.577968 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Transition to ACTIVE for port object f230b8b3-306a-498b-8e9c-575ccf7c3034 will not be triggered until provisioned by entity L2. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:18:10.600452 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-1a37f5c9-0a4d-4123-947f-1b96b9eff770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:10.614396 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:10.620755 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-36fc724a-c3b7-4265-96d0-db020620e2d3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:10.677763 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-1a37f5c9-0a4d-4123-947f-1b96b9eff770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:10.750376 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-1a37f5c9-0a4d-4123-947f-1b96b9eff770 admin admin] Usage tracker for resource:security_group_rule and tenant:e821908117bf43feb882f59a9e772285 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:18:10.766352 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-1a37f5c9-0a4d-4123-947f-1b96b9eff770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:18:10.778813 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-1a37f5c9-0a4d-4123-947f-1b96b9eff770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:10.783185 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1ec8e9e4-a9ea-4818-8f9e-37f1cf3c7dd1 req-adbbd891-f8c8-434e-987f-d4a7b499a67d service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199399 May 12 08:18:10.849524 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Pushing event updated for resources: {'Port': ['ID=f230b8b3-306a-498b-8e9c-575ccf7c3034,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:10.854457 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:10.873843 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f6c87e-cf1e-4b34-83ff-190ed471a666 None None] New status for floating IP 7f5bcac7-0d5c-4e4c-acde-3b2190c1537d: ACTIVE {{(pid=78676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 08:18:10.888689 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Attempting to bind port f230b8b3-306a-498b-8e9c-575ccf7c3034 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:18:10.889142 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Attempting to bind port f230b8b3-306a-498b-8e9c-575ccf7c3034 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '6cf98749-f55d-49b7-8cba-068101758a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59'}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:18:10.889744 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Attempting to bind port f230b8b3-306a-498b-8e9c-575ccf7c3034 on network 53c24948-9527-4531-a2d9-a3ec79889c59 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:18:10.947013 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Port f230b8b3-306a-498b-8e9c-575ccf7c3034 on network 53c24948-9527-4531-a2d9-a3ec79889c59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:18:10.947563 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Attempting to bind port f230b8b3-306a-498b-8e9c-575ccf7c3034 on network 53c24948-9527-4531-a2d9-a3ec79889c59 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:18:10.974848 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:18:10.975257 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Checking segment: {'id': '6cf98749-f55d-49b7-8cba-068101758a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:18:10.975697 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Bound using segment: {'id': '6cf98749-f55d-49b7-8cba-068101758a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59'} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:18:10.976177 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Bound port: f230b8b3-306a-498b-8e9c-575ccf7c3034, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf98749-f55d-49b7-8cba-068101758a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59'}}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:18:10.976631 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:11.039457 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1e6e8b4d-9763-442f-9e45-a2484282b3e3 req-acb59090-1bc8-4ae3-b8a9-cda6d5f328db tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 210 time: 0.0896482 May 12 08:18:11.209737 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] For port f230b8b3-306a-498b-8e9c-575ccf7c3034, host hv-cinder-79091, cleared binding levels {{(pid=78675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:18:11.223676 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfa025-fad0-419d-8caa-4b41b96899c6 req-acb94ca7-1417-49a9-ae54-defaf35286c9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:11.224563 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-58cfa025-fad0-419d-8caa-4b41b96899c6 req-acb94ca7-1417-49a9-ae54-defaf35286c9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Synchronizing usage tracker for tenant:d5143ac9cd5141eeb2fa53de09ebc598 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:18:11.242315 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-1a37f5c9-0a4d-4123-947f-1b96b9eff770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:11.250059 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] For port f230b8b3-306a-498b-8e9c-575ccf7c3034, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f230b8b3-306a-498b-8e9c-575ccf7c3034,segment=NetworkSegment(6cf98749-f55d-49b7-8cba-068101758a10),segment_id=6cf98749-f55d-49b7-8cba-068101758a10)] {{(pid=78675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:18:11.254171 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-1a37f5c9-0a4d-4123-947f-1b96b9eff770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:11.264545 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:11.282759 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:11.297131 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-58cfa025-fad0-419d-8caa-4b41b96899c6 req-acb94ca7-1417-49a9-ae54-defaf35286c9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Unset dirty status for tenant:d5143ac9cd5141eeb2fa53de09ebc598 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:18:11.304160 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-58cfa025-fad0-419d-8caa-4b41b96899c6 req-acb94ca7-1417-49a9-ae54-defaf35286c9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 943 time: 0.4113977 May 12 08:18:11.357946 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37f5c9-0a4d-4123-947f-1b96b9eff770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d4f2e3-3bbd-4608-8970-d74bf08fc2a8,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:11.361481 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-1a37f5c9-0a4d-4123-947f-1b96b9eff770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:11.365372 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:11.366385 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:11.367710 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] 10.222.0.48 "PUT /v2.0/ports/f230b8b3-306a-498b-8e9c-575ccf7c3034 HTTP/1.1" status: 200 len: 1093 time: 1.6631782 May 12 08:18:11.370381 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a1b9d64c-9d4f-4494-9479-8a97cadf36f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:11.406633 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-1a37f5c9-0a4d-4123-947f-1b96b9eff770 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e821908117bf43feb882f59a9e772285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9924231 May 12 08:18:11.406633 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f50f2a0-14c7-4d3b-8773-fd216897b46d', 'tag': 'f230b8b3-306a-498b-8e9c-575ccf7c3034'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:11.407362 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 49006) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:11.453174 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-58cfa025-fad0-419d-8caa-4b41b96899c6 req-b25831ab-3054-4454-a9f2-6846f28477f7 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Synchronizing usage tracker for tenant:d5143ac9cd5141eeb2fa53de09ebc598 on resource:security_group {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:18:11.548856 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd726919-3800-43ec-866a-9c19b565c8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:11.551278 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Pushing event updated for resources: {'Port': ['ID=f230b8b3-306a-498b-8e9c-575ccf7c3034,revision_number=3']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:11.561151 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:11.571209 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-58cfa025-fad0-419d-8caa-4b41b96899c6 req-b25831ab-3054-4454-a9f2-6846f28477f7 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Unset dirty status for tenant:d5143ac9cd5141eeb2fa53de09ebc598 on resource:security_group {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:18:11.581359 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-58cfa025-fad0-419d-8caa-4b41b96899c6 req-b25831ab-3054-4454-a9f2-6846f28477f7 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762151 May 12 08:18:11.589889 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd726919-3800-43ec-866a-9c19b565c8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:11.638048 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-2e2a8dab-9ed7-438b-ac9e-b35950bbdeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:11.639752 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-2e2a8dab-9ed7-438b-ac9e-b35950bbdeef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d5143ac9cd5141eeb2fa53de09ebc598&device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 1096 time: 0.1483579 May 12 08:18:11.650817 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f50f2a0-14c7-4d3b-8773-fd216897b46d', 'tag': 'f230b8b3-306a-498b-8e9c-575ccf7c3034', 'status': 'completed', 'code': 200} May 12 08:18:11.739812 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-e1ec658b-a15a-4678-85ca-da286a187c81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f230b8b3-306a-498b-8e9c-575ccf7c3034 HTTP/1.1" status: 200 len: 217 time: 0.0778775 May 12 08:18:11.750210 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc7919-e351-48a9-96ba-a906f299d0ea req-fdcd53f9-b89a-473f-8c71-54984ddf1675 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:11.751792 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-abcc7919-e351-48a9-96ba-a906f299d0ea req-fdcd53f9-b89a-473f-8c71-54984ddf1675 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1414578 May 12 08:18:11.789106 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd726919-3800-43ec-866a-9c19b565c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:11.796610 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9ba4f869-20e9-4617-acbc-a57bb5e357c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:11.814611 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-abcc7919-e351-48a9-96ba-a906f299d0ea req-8fdbefd7-30b3-4142-b27a-738ce53c82dd tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556543 May 12 08:18:11.818776 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd726919-3800-43ec-866a-9c19b565c8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d4f2e3-3bbd-4608-8970-d74bf08fc2a8,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:11.821801 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fd726919-3800-43ec-866a-9c19b565c8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:11.823870 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd726919-3800-43ec-866a-9c19b565c8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:11.827259 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-fd726919-3800-43ec-866a-9c19b565c8ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33d4f2e3-3bbd-4608-8970-d74bf08fc2a8 HTTP/1.1" status: 204 len: 168 time: 0.4169972 May 12 08:18:11.830848 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-da64332e-ca67-4614-8fa3-0bde44875f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:11.840679 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-da64332e-ca67-4614-8fa3-0bde44875f55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=212ca998-c0ec-4ea0-922f-b2938ddee416 HTTP/1.1" status: 200 len: 848 time: 0.0859740 May 12 08:18:11.882748 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-8a544fc3-e221-45e6-a15d-32e3d36224fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53c24948-9527-4531-a2d9-a3ec79889c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404241 May 12 08:18:12.022654 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-09257e3b-128d-4778-a0b6-db56bedf80e8 service neutron] 10.222.0.48 "GET /v2.0/networks/53c24948-9527-4531-a2d9-a3ec79889c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299820 May 12 08:18:12.202758 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fafae592-2d86-4103-838e-19fb21323fc6 req-18577672-07df-448d-be80-d7cf9bf1b332 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 210 time: 0.0553477 May 12 08:18:12.206481 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-35c800da-9ca6-462a-abf6-362ec9c3158e req-b6228162-9a66-46b3-9275-93aa42baad7c service neutron] 10.222.0.48 "GET /v2.0/networks/53c24948-9527-4531-a2d9-a3ec79889c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519792 May 12 08:18:12.444626 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42431917-c952-40ee-a9bb-b8692c0feb14 req-f34846b1-59d7-48f1-939d-7d3f6185335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:12.446208 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-42431917-c952-40ee-a9bb-b8692c0feb14 req-f34846b1-59d7-48f1-939d-7d3f6185335e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d5143ac9cd5141eeb2fa53de09ebc598&device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 1096 time: 0.0719657 May 12 08:18:12.599637 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-b0a29b19-45fc-468b-8112-05b98ba2c00d tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:12.601104 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-b0a29b19-45fc-468b-8112-05b98ba2c00d tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "GET /v2.0/networks?id=96f1c163-76f5-496d-872e-c8a6504735f5 HTTP/1.1" status: 200 len: 815 time: 0.1975474 May 12 08:18:12.629353 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Request body: {'port': {'device_id': '22e24053-7367-4158-8279-bf4bee3cd4fb', 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5', 'admin_state_up': True, 'tenant_id': 'dc4727736ce64858b0b347b9ce953ca6'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:18:12.733209 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42431917-c952-40ee-a9bb-b8692c0feb14 req-935b4c90-2c37-4499-bb49-856e93ac570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:12.736202 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-42431917-c952-40ee-a9bb-b8692c0feb14 req-935b4c90-2c37-4499-bb49-856e93ac570b service neutron] 10.222.0.48 "GET /v2.0/networks?id=53c24948-9527-4531-a2d9-a3ec79889c59 HTTP/1.1" status: 200 len: 909 time: 0.2752337 May 12 08:18:12.870680 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-42431917-c952-40ee-a9bb-b8692c0feb14 req-15e68580-7e40-4334-adca-cbc609cbc222 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f230b8b3-306a-498b-8e9c-575ccf7c3034 HTTP/1.1" status: 200 len: 217 time: 0.1257555 May 12 08:18:12.900900 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:12.940580 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:12.963369 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42431917-c952-40ee-a9bb-b8692c0feb14 req-fdbc0a63-5998-478f-830e-631f352dcdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:12.965097 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-42431917-c952-40ee-a9bb-b8692c0feb14 req-fdbc0a63-5998-478f-830e-631f352dcdc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=212ca998-c0ec-4ea0-922f-b2938ddee416 HTTP/1.1" status: 200 len: 848 time: 0.0787885 May 12 08:18:12.969303 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Made reservation on behalf of dc4727736ce64858b0b347b9ce953ca6 for: {'port': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:18:12.974293 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:13.029673 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-77d8d9b1-4b75-4aa9-a70d-72b4dbc5c317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:13.048263 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd292d6e-996b-46ba-a78d-4a70b0c93f6d req-70f2bd0b-ea35-463e-81cb-8fd48da24b15 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:13.049941 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-dd292d6e-996b-46ba-a78d-4a70b0c93f6d req-70f2bd0b-ea35-463e-81cb-8fd48da24b15 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 943 time: 0.2250328 May 12 08:18:13.058073 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-42431917-c952-40ee-a9bb-b8692c0feb14 req-628c5bb4-b400-404f-8e36-bf0ce64008d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53c24948-9527-4531-a2d9-a3ec79889c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690629 May 12 08:18:13.178274 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Allocated IP 172.20.0.8 (96f1c163-76f5-496d-872e-c8a6504735f5/2c41f36c-9335-43c3-bef9-67f3b38b6c87/3ead1ae0-5748-4d95-bd0d-d29ec670d405) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:18:13.337585 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-dd292d6e-996b-46ba-a78d-4a70b0c93f6d req-3d920870-824a-4436-a62d-c8d128b6af14 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784858 May 12 08:18:13.450044 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-42431917-c952-40ee-a9bb-b8692c0feb14 req-8015370e-dd73-4c2a-8b26-79c68517dabd service neutron] 10.222.0.48 "GET /v2.0/networks/53c24948-9527-4531-a2d9-a3ec79889c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076155 May 12 08:18:13.595056 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:13.608738 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4e6c4-2d0d-4286-8353-8b492c75a51b req-7cc7e27e-d393-4814-b900-bcea7f98b491 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:13.616052 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c8e4e6c4-2d0d-4286-8353-8b492c75a51b req-7cc7e27e-d393-4814-b900-bcea7f98b491 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1654940 May 12 08:18:13.646464 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-42431917-c952-40ee-a9bb-b8692c0feb14 req-08582b24-b1d7-4097-a957-f51c2d600c95 service neutron] 10.222.0.48 "GET /v2.0/networks/53c24948-9527-4531-a2d9-a3ec79889c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865780 May 12 08:18:13.685915 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c8e4e6c4-2d0d-4286-8353-8b492c75a51b req-e8a51b25-bc64-43d6-9481-7242a6af3d72 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689003 May 12 08:18:13.716136 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:13.726669 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-85736510-c5e2-4f0e-9009-d353bfa84f86 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:13.778194 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['77512322-d2dd-4c00-aa29-4ea93a0b33e6', 'f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017', '9063c979-362d-4146-8419-98f75e304973'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:18:13.807004 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Network 96f1c163-76f5-496d-872e-c8a6504735f5 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:18:13.810777 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:18:13.813536 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:18:13.874723 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Pushing event updated for resources: {'Port': ['ID=3ead1ae0-5748-4d95-bd0d-d29ec670d405,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:13.878868 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:13.903020 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:13.906624 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:13.907367 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:13.933941 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501af8a5-a90c-4b7d-a204-36a5df822d2e req-cd3ebb96-5faa-48e5-b6cb-3173cdc5a7dc tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:13.934828 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3137088 May 12 08:18:13.935447 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-501af8a5-a90c-4b7d-a204-36a5df822d2e req-cd3ebb96-5faa-48e5-b6cb-3173cdc5a7dc tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 931 time: 0.0938709 May 12 08:18:13.954283 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Request body: {'port': {'device_id': '22e24053-7367-4158-8279-bf4bee3cd4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:18:13.980877 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-501af8a5-a90c-4b7d-a204-36a5df822d2e req-cdd10206-d27d-4a40-ad2c-acda2c8f317a tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392866 May 12 08:18:14.073085 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:14.453719 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ead1ae0-5748-4d95-bd0d-d29ec670d405 {{(pid=78674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:18:14.461297 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:14.476335 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.provisioning_blocks [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Transition to ACTIVE for port object 3ead1ae0-5748-4d95-bd0d-d29ec670d405 will not be triggered until provisioned by entity L2. {{(pid=78674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:18:14.481113 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:14.485468 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-3df86069-9ab7-4101-9f4e-e140a64e49ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:14.568035 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50019be0-b2b3-46f8-a0f2-17dce059cc13 req-5fd6b98a-af15-4438-8b00-5771cc8a439f tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:14.569504 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50019be0-b2b3-46f8-a0f2-17dce059cc13 req-5fd6b98a-af15-4438-8b00-5771cc8a439f tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 943 time: 0.0920658 May 12 08:18:14.615720 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-50019be0-b2b3-46f8-a0f2-17dce059cc13 req-233ecaf3-a322-413e-b170-89a1ad98abe0 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 May 12 08:18:14.622590 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Pushing event updated for resources: {'Port': ['ID=3ead1ae0-5748-4d95-bd0d-d29ec670d405,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:14.650363 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:14.729134 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Attempting to bind port 3ead1ae0-5748-4d95-bd0d-d29ec670d405 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:18:14.729586 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Attempting to bind port 3ead1ae0-5748-4d95-bd0d-d29ec670d405 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:18:14.730013 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Attempting to bind port 3ead1ae0-5748-4d95-bd0d-d29ec670d405 on network 96f1c163-76f5-496d-872e-c8a6504735f5 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:18:14.735955 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Port 3ead1ae0-5748-4d95-bd0d-d29ec670d405 on network 96f1c163-76f5-496d-872e-c8a6504735f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:18:14.736389 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Attempting to bind port 3ead1ae0-5748-4d95-bd0d-d29ec670d405 on network 96f1c163-76f5-496d-872e-c8a6504735f5 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:18:14.741739 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:18:14.742200 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Checking segment: {'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:18:14.742648 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Bound using segment: {'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:18:14.743198 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Bound port: 3ead1ae0-5748-4d95-bd0d-d29ec670d405, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5'}}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:18:14.743606 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:14.862491 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] For port 3ead1ae0-5748-4d95-bd0d-d29ec670d405, host hv-cinder-79091, cleared binding levels {{(pid=78674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:18:14.866347 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] For port 3ead1ae0-5748-4d95-bd0d-d29ec670d405, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3ead1ae0-5748-4d95-bd0d-d29ec670d405,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:18:14.875511 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f230b8b3-306a-498b-8e9c-575ccf7c3034 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:18:14.876123 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:14.886732 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:14.948244 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:14.949061 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:14.950483 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] 10.222.0.48 "PUT /v2.0/ports/3ead1ae0-5748-4d95-bd0d-d29ec670d405 HTTP/1.1" status: 200 len: 1093 time: 1.0006802 May 12 08:18:14.950979 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e24053-7367-4158-8279-bf4bee3cd4fb', 'tag': '3ead1ae0-5748-4d95-bd0d-d29ec670d405'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:14.966658 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f2d60-5bd9-4543-9daa-fcb42f8fb2ea req-32d21ec5-49e9-4233-801f-a701a7c7f50f tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:14.975003 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-876f2d60-5bd9-4543-9daa-fcb42f8fb2ea req-32d21ec5-49e9-4233-801f-a701a7c7f50f tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1733382 May 12 08:18:14.988248 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Pushing event updated for resources: {'Port': ['ID=3ead1ae0-5748-4d95-bd0d-d29ec670d405,revision_number=3']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:15.001547 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:15.065896 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-876f2d60-5bd9-4543-9daa-fcb42f8fb2ea req-beccbbc9-7ae2-4b61-bac7-f2575cfe20b9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899258 May 12 08:18:15.150330 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e24053-7367-4158-8279-bf4bee3cd4fb', 'tag': '3ead1ae0-5748-4d95-bd0d-d29ec670d405', 'status': 'completed', 'code': 200} May 12 08:18:15.150838 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port f230b8b3-306a-498b-8e9c-575ccf7c3034, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f230b8b3-306a-498b-8e9c-575ccf7c3034,segment=NetworkSegment(6cf98749-f55d-49b7-8cba-068101758a10),segment_id=6cf98749-f55d-49b7-8cba-068101758a10)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:15.171068 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'f230b8b3-306a-498b-8e9c-575ccf7c3034', 'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59', 'port_id': 'f230b8b3-306a-498b-8e9c-575ccf7c3034', 'mac_address': 'fa:16:3e:aa:1b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212ca998-c0ec-4ea0-922f-b2938ddee416', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:18:15.230938 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-d5c55b87-fa4f-4085-b2c4-06688a1f0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:15.232195 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:15.232708 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-d5c55b87-fa4f-4085-b2c4-06688a1f0a6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc4727736ce64858b0b347b9ce953ca6&device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 1096 time: 0.1990395 May 12 08:18:15.255075 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f230b8b3-306a-498b-8e9c-575ccf7c3034 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:18:15.256020 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce656ae-5d1f-4c11-8912-4d0ff8561a63 req-bef4a625-5886-44bd-9f90-3233ab89fae7 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:15.256781 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-9ce656ae-5d1f-4c11-8912-4d0ff8561a63 req-bef4a625-5886-44bd-9f90-3233ab89fae7 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Synchronizing usage tracker for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:18:15.271602 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port f230b8b3-306a-498b-8e9c-575ccf7c3034, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f230b8b3-306a-498b-8e9c-575ccf7c3034,segment=NetworkSegment(6cf98749-f55d-49b7-8cba-068101758a10),segment_id=6cf98749-f55d-49b7-8cba-068101758a10)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:15.274898 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:15.276776 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:15.331694 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-4d2f9f19-339d-451f-a570-5599a87619da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ead1ae0-5748-4d95-bd0d-d29ec670d405 HTTP/1.1" status: 200 len: 217 time: 0.0681069 May 12 08:18:15.336451 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-9ce656ae-5d1f-4c11-8912-4d0ff8561a63 req-bef4a625-5886-44bd-9f90-3233ab89fae7 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Unset dirty status for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:18:15.337648 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9ce656ae-5d1f-4c11-8912-4d0ff8561a63 req-bef4a625-5886-44bd-9f90-3233ab89fae7 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 943 time: 0.1854737 May 12 08:18:15.363453 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=f230b8b3-306a-498b-8e9c-575ccf7c3034,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:15.367414 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:15.368947 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-85e714fe-614a-4a07-92c0-c860dd3a4054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:15.427651 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-dea64d6b-cc2d-48e0-b39e-dbb749c94216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:15.429144 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-dea64d6b-cc2d-48e0-b39e-dbb749c94216 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c41f36c-9335-43c3-bef9-67f3b38b6c87 HTTP/1.1" status: 200 len: 855 time: 0.0897303 May 12 08:18:15.432086 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9ce656ae-5d1f-4c11-8912-4d0ff8561a63 req-ab4c3d4e-9687-4024-b432-fdd3ee859190 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623410 May 12 08:18:15.483647 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:15.565199 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-993b293b-f7cd-4613-950d-f505b37cbc53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96f1c163-76f5-496d-872e-c8a6504735f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257811 May 12 08:18:15.712418 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-423dbba2-8dd7-4647-983c-1cbb3cc2506a service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384094 May 12 08:18:15.818804 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['f230b8b3-306a-498b-8e9c-575ccf7c3034'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:18:15.910205 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82eec7aa-61dc-4bc2-b384-7777a8886aad req-06405870-01d5-4741-bb36-35903ef91e29 service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890807 May 12 08:18:15.928982 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ac176-84e9-42ef-a47b-3d58fd1de662 req-004c84aa-1b7e-4617-b5fe-a84c482bdd5b tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:15.930492 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fa0ac176-84e9-42ef-a47b-3d58fd1de662 req-004c84aa-1b7e-4617-b5fe-a84c482bdd5b tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 944 time: 0.1893709 May 12 08:18:15.991820 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fa0ac176-84e9-42ef-a47b-3d58fd1de662 req-9a0f4d1a-794e-438f-ac0e-aaa64af1481b tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539129 May 12 08:18:16.209902 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320657d9-0664-4f1b-bf75-d2655c82f7a3 req-d9b37788-fa06-4632-aa54-18ea444fd949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:16.211836 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-320657d9-0664-4f1b-bf75-d2655c82f7a3 req-d9b37788-fa06-4632-aa54-18ea444fd949 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc4727736ce64858b0b347b9ce953ca6&device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 1096 time: 0.1108181 May 12 08:18:16.375921 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a1c25-fd77-4498-b01f-31f686a9b319 req-1039976a-c5f0-471b-83c4-23a0c1e96446 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:16.377442 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-565a1c25-fd77-4498-b01f-31f686a9b319 req-1039976a-c5f0-471b-83c4-23a0c1e96446 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.2017736 May 12 08:18:16.382245 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320657d9-0664-4f1b-bf75-d2655c82f7a3 req-8af39864-93a3-42ea-9996-e115ef025c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:16.383592 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-320657d9-0664-4f1b-bf75-d2655c82f7a3 req-8af39864-93a3-42ea-9996-e115ef025c7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=96f1c163-76f5-496d-872e-c8a6504735f5 HTTP/1.1" status: 200 len: 916 time: 0.1550217 May 12 08:18:16.462201 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-320657d9-0664-4f1b-bf75-d2655c82f7a3 req-78d7650a-87a9-4454-b91f-9fa19d6656bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ead1ae0-5748-4d95-bd0d-d29ec670d405 HTTP/1.1" status: 200 len: 217 time: 0.0645428 May 12 08:18:16.474547 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:16.527923 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-565a1c25-fd77-4498-b01f-31f686a9b319 req-a88e9146-07f6-4bca-9b7d-dbfefffadb3e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432388 May 12 08:18:16.548548 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320657d9-0664-4f1b-bf75-d2655c82f7a3 req-ebf5850e-7631-46cc-8e54-b59fcc4c2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:16.548548 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-320657d9-0664-4f1b-bf75-d2655c82f7a3 req-ebf5850e-7631-46cc-8e54-b59fcc4c2feb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c41f36c-9335-43c3-bef9-67f3b38b6c87 HTTP/1.1" status: 200 len: 855 time: 0.0748594 May 12 08:18:16.611887 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-320657d9-0664-4f1b-bf75-d2655c82f7a3 req-b4d5d6b5-eafa-43a8-a32c-0ffba066a022 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=96f1c163-76f5-496d-872e-c8a6504735f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446582 May 12 08:18:16.650662 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312cb24-8b5d-4a23-a236-091d4e18d4d6 req-772adfef-f28c-49a5-9ab9-9c86a4c872bc tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:16.652191 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c312cb24-8b5d-4a23-a236-091d4e18d4d6 req-772adfef-f28c-49a5-9ab9-9c86a4c872bc tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 943 time: 0.1019132 May 12 08:18:16.707955 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c312cb24-8b5d-4a23-a236-091d4e18d4d6 req-2af69aa8-4ec5-48bf-9665-92a8f483f898 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458436 May 12 08:18:16.766173 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-320657d9-0664-4f1b-bf75-d2655c82f7a3 req-67a964f8-ce34-40b2-905b-a504f921573c service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441793 May 12 08:18:16.904532 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-320657d9-0664-4f1b-bf75-d2655c82f7a3 req-68b11297-1812-47b4-b5a6-84cbd87eb168 service neutron] 10.222.0.48 "GET /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295054 May 12 08:18:17.197852 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641854cb-b44d-466d-bd6d-1d7c690ec3b4 req-942a59ef-da43-44af-8773-0350a1407e19 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:17.200301 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-641854cb-b44d-466d-bd6d-1d7c690ec3b4 req-942a59ef-da43-44af-8773-0350a1407e19 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 944 time: 0.0948052 May 12 08:18:17.249038 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-641854cb-b44d-466d-bd6d-1d7c690ec3b4 req-63a19f60-c060-44e0-ae97-e5ab42653ae1 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 May 12 08:18:17.731696 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16a8c3-86bd-4cbb-97d9-dc18c86a0813 req-81d42650-3067-443d-b3cf-9efaa5f8620b tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:17.733216 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9e16a8c3-86bd-4cbb-97d9-dc18c86a0813 req-81d42650-3067-443d-b3cf-9efaa5f8620b tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0808325 May 12 08:18:17.780789 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9e16a8c3-86bd-4cbb-97d9-dc18c86a0813 req-4b4c7ae8-c189-497f-bac3-4849342544e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416760 May 12 08:18:17.958396 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:17.963216 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc1b52-393b-4452-a51c-5533e5838672 req-afdfeb7e-628a-4ee0-9643-d325ce4e8220 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:17.964717 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a1bc1b52-393b-4452-a51c-5533e5838672 req-afdfeb7e-628a-4ee0-9643-d325ce4e8220 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 943 time: 0.0866289 May 12 08:18:18.017053 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a1bc1b52-393b-4452-a51c-5533e5838672 req-1ee27a36-b544-4506-86ea-f8d23aa501d7 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463176 May 12 08:18:18.437398 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bdd68-a61f-40f4-8745-5a6d2103c163 req-2f1cb2ac-0d48-4462-98d1-672f99f131c6 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:18.439135 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c80bdd68-a61f-40f4-8745-5a6d2103c163 req-2f1cb2ac-0d48-4462-98d1-672f99f131c6 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 944 time: 0.0816495 May 12 08:18:18.492769 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c80bdd68-a61f-40f4-8745-5a6d2103c163 req-e894785a-559c-4a2a-aedf-41411a445d09 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477779 May 12 08:18:18.889259 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 3ead1ae0-5748-4d95-bd0d-d29ec670d405 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:18:18.899728 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f230b8b3-306a-498b-8e9c-575ccf7c3034 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:18:18.993678 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21c776-50f9-4547-9cb7-4f9ff8076ff8 req-f59d7c22-9af4-4d72-882e-1521b54dbaf0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:18.995668 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2f21c776-50f9-4547-9cb7-4f9ff8076ff8 req-f59d7c22-9af4-4d72-882e-1521b54dbaf0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1015637 May 12 08:18:19.099551 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 3ead1ae0-5748-4d95-bd0d-d29ec670d405, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3ead1ae0-5748-4d95-bd0d-d29ec670d405,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:19.107456 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port f230b8b3-306a-498b-8e9c-575ccf7c3034 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:18:19.117013 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port f230b8b3-306a-498b-8e9c-575ccf7c3034 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:18:19.117394 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:19.142992 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2f21c776-50f9-4547-9cb7-4f9ff8076ff8 req-3a1686cf-351b-4b35-8680-9099411c4c49 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410401 May 12 08:18:19.154476 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': '3ead1ae0-5748-4d95-bd0d-d29ec670d405', 'network_id': '96f1c163-76f5-496d-872e-c8a6504735f5', 'port_id': '3ead1ae0-5748-4d95-bd0d-d29ec670d405', 'mac_address': 'fa:16:3e:02:17:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c41f36c-9335-43c3-bef9-67f3b38b6c87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:18:19.230314 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:19.271887 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aad1ff-ce41-454a-8908-e01db5602d54 req-4a0e3f92-0ecc-4517-b5fd-091dc4d76afd tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:19.273700 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b9aad1ff-ce41-454a-8908-e01db5602d54 req-4a0e3f92-0ecc-4517-b5fd-091dc4d76afd tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 943 time: 0.0870314 May 12 08:18:19.284968 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ead1ae0-5748-4d95-bd0d-d29ec670d405 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:18:19.313580 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:19.322831 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 3ead1ae0-5748-4d95-bd0d-d29ec670d405, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3ead1ae0-5748-4d95-bd0d-d29ec670d405,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:19.328717 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b9aad1ff-ce41-454a-8908-e01db5602d54 req-fd780335-7a26-4899-81be-03907b81b1b5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463777 May 12 08:18:19.330475 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:19.333286 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:19.387475 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f50f2a0-14c7-4d3b-8773-fd216897b46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f230b8b3-306a-498b-8e9c-575ccf7c3034'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:19.401804 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port f230b8b3-306a-498b-8e9c-575ccf7c3034, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f230b8b3-306a-498b-8e9c-575ccf7c3034,segment=NetworkSegment(6cf98749-f55d-49b7-8cba-068101758a10),segment_id=6cf98749-f55d-49b7-8cba-068101758a10)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:19.410869 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:19.421293 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=3ead1ae0-5748-4d95-bd0d-d29ec670d405,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:19.424130 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:19.424594 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:19.460744 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f50f2a0-14c7-4d3b-8773-fd216897b46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f230b8b3-306a-498b-8e9c-575ccf7c3034', 'code': 200} May 12 08:18:19.493301 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=f230b8b3-306a-498b-8e9c-575ccf7c3034,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:19.496349 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:19.685211 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338be796-f407-4e13-a961-2c57ee26eb91 req-07a60ab5-9e83-404b-8f3b-b7e65dee351a tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:19.686689 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-338be796-f407-4e13-a961-2c57ee26eb91 req-07a60ab5-9e83-404b-8f3b-b7e65dee351a tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 945 time: 0.0851290 May 12 08:18:19.736028 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-338be796-f407-4e13-a961-2c57ee26eb91 req-7bdc656b-ce67-4879-b703-15f09432f2dd tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432544 May 12 08:18:19.825244 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa60184-9c42-47ad-8d06-2eeb1c214f3a req-10d94398-d00f-471b-af5c-c3a8cc9f0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:19.826748 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2aa60184-9c42-47ad-8d06-2eeb1c214f3a req-10d94398-d00f-471b-af5c-c3a8cc9f0323 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 1098 time: 0.0768926 May 12 08:18:19.879437 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2aa60184-9c42-47ad-8d06-2eeb1c214f3a req-4ab9fcad-7968-442a-812d-c0e1fdfe5556 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 May 12 08:18:19.925804 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['3ead1ae0-5748-4d95-bd0d-d29ec670d405'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:18:20.144252 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 49248) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:20.206783 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_v2 [None req-df52970e-16ac-40d5-8379-7b2974dc011f admin admin] Deleting subnet 5ecaf6cd-6ad6-4aab-aeb6-26b1682b7a53 {{(pid=78674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:18:20.209670 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-df52970e-16ac-40d5-8379-7b2974dc011f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:20.258256 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-df52970e-16ac-40d5-8379-7b2974dc011f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132425891'] for subnet, precommit_delete_associations {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:20.316669 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-df52970e-16ac-40d5-8379-7b2974dc011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:20.350129 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b09c9-0015-489c-8fef-5dd177baa097 req-1f5770b3-f97d-4b75-b4c8-116fcf242e86 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:20.351696 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-177b09c9-0015-489c-8fef-5dd177baa097 req-1f5770b3-f97d-4b75-b4c8-116fcf242e86 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0845819 May 12 08:18:20.403663 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-177b09c9-0015-489c-8fef-5dd177baa097 req-91c79e39-17b2-443d-8f03-c506d06d9626 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449986 May 12 08:18:20.632590 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-df52970e-16ac-40d5-8379-7b2974dc011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2884590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134156007'] for subnet, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:20.640237 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9d532-c525-4044-a694-6f63347e40ff req-f206d107-9635-4fbe-9b8c-897638a59ef9 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:20.641734 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-09e9d532-c525-4044-a694-6f63347e40ff req-f206d107-9635-4fbe-9b8c-897638a59ef9 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 944 time: 0.1506081 May 12 08:18:20.645571 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-87c89344-6ada-4950-a69b-c983910454d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:20.693575 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52970e-16ac-40d5-8379-7b2974dc011f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ecaf6cd-6ad6-4aab-aeb6-26b1682b7a53,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:20.696099 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-df52970e-16ac-40d5-8379-7b2974dc011f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:20.701818 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-df52970e-16ac-40d5-8379-7b2974dc011f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:20.723251 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-df52970e-16ac-40d5-8379-7b2974dc011f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5ecaf6cd-6ad6-4aab-aeb6-26b1682b7a53 HTTP/1.1" status: 204 len: 168 time: 0.5777860 May 12 08:18:20.725941 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 49260) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:20.733470 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-09e9d532-c525-4044-a694-6f63347e40ff req-2e0146e6-4e55-437e-bc08-0d7718dcbd03 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642276 May 12 08:18:20.840215 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:20.959425 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bee80-933a-4463-8a92-9e83fb440935 req-2ebf15ec-4496-416a-84a0-4ac58b8082b6 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:20.961370 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c24bee80-933a-4463-8a92-9e83fb440935 req-2ebf15ec-4496-416a-84a0-4ac58b8082b6 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 945 time: 0.0835786 May 12 08:18:21.012451 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c24bee80-933a-4463-8a92-9e83fb440935 req-ec02a6ae-7c5c-4c1e-895e-9d4f2ae88041 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447395 May 12 08:18:21.040779 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:21.053645 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.053981 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.054717 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.055057 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > port after_create 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.055419 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.055733 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > port after_update 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.056047 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.056368 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.056702 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.057011 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.144039 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.144389 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.144748 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.145073 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 08:18:21.145433 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fd0273-d134-4fcf-8d41-32381bbdd3f2']}} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:18:21.159456 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d611c2-85c9-431b-87e8-e0d85bce02f6') {'for_net_delete': True} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:18:21.159748 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d611c2-85c9-431b-87e8-e0d85bce02f6') {} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:18:21.171159 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133914155'] for segment, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:21.190520 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:21.198502 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=78675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:18:21.198900 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132470414'] for segment, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: from cryptography.utils import int_from_bytes May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: from cryptography.utils import int_from_bytes May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: Traceback (most recent call last): May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: timer() May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: cb(*args, **kw) May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: return func(*args, **kwargs) May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: self._notify() May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: self.callback(batched_events) May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: event.method(event) May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: return f(self, *a, **k) May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: return self._get(url).json() May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: return self.request(url, 'GET', **kwargs) May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:18:21.215592 dv-cinder-790910-1-smb neutron-server[78675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:18:21.293200 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:21.300098 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:21.302590 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-3b552ab1-242a-4000-af17-7ecce8ee0195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:21.325230 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Pushing event deleted for resources: {'Network': ['ID=28fd0273-d134-4fcf-8d41-32381bbdd3f2,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:21.328980 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:21.331975 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] 10.222.0.43 "DELETE /v2.0/networks/28fd0273-d134-4fcf-8d41-32381bbdd3f2 HTTP/1.1" status: 204 len: 168 time: 0.6049440 May 12 08:18:21.335271 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 49268) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:21.396733 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ea1880-79d0-456c-8beb-0e460d24e8f3 admin admin] Deleting subnet cc397a26-8b66-443e-ba45-6bafd0da261e {{(pid=78675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:18:21.400014 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-62ea1880-79d0-456c-8beb-0e460d24e8f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:21.459465 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-62ea1880-79d0-456c-8beb-0e460d24e8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133914164'] for subnet, precommit_delete_associations {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:21.516198 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-62ea1880-79d0-456c-8beb-0e460d24e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:21.630055 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8471-2850-4d56-aba4-3acb8d1b1365 req-e4c691e4-2859-474d-b967-45c6b9d79371 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:21.630055 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5adb8471-2850-4d56-aba4-3acb8d1b1365 req-e4c691e4-2859-474d-b967-45c6b9d79371 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1118653 May 12 08:18:21.675448 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5adb8471-2850-4d56-aba4-3acb8d1b1365 req-9ff7f769-82c2-455e-85ce-acca4a34b0f7 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397716 May 12 08:18:21.792275 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-62ea1880-79d0-456c-8beb-0e460d24e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132470504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132588959'] for subnet, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:21.800267 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-23d19fa6-d9d1-4f54-b214-e261177c04b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:21.833824 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea1880-79d0-456c-8beb-0e460d24e8f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc397a26-8b66-443e-ba45-6bafd0da261e,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:21.838270 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-62ea1880-79d0-456c-8beb-0e460d24e8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:21.843427 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-62ea1880-79d0-456c-8beb-0e460d24e8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:21.849284 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-62ea1880-79d0-456c-8beb-0e460d24e8f3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cc397a26-8b66-443e-ba45-6bafd0da261e HTTP/1.1" status: 204 len: 168 time: 0.5128326 May 12 08:18:21.851664 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 49282) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:21.936249 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b6300-c3ff-4dbf-b13f-d4517481cf5c req-518776e9-0db2-4a97-9107-0af6e8299cf9 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:21.938079 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6b1b6300-c3ff-4dbf-b13f-d4517481cf5c req-518776e9-0db2-4a97-9107-0af6e8299cf9 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 944 time: 0.0909219 May 12 08:18:21.969137 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:21.990953 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6b1b6300-c3ff-4dbf-b13f-d4517481cf5c req-07f4a288-87e3-4bb9-be97-631eade0750b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462844 May 12 08:18:22.098735 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:22.115042 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3dedff-54e4-4ff8-bfd6-136ead47f395']}} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:18:22.127962 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19842ce5-343d-4c24-9416-9307ebeb7c9e') {'for_net_delete': True} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:18:22.128249 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19842ce5-343d-4c24-9416-9307ebeb7c9e') {} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:18:22.139373 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133914155'] for segment, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:22.155049 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:22.162173 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=78675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:18:22.162561 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132470414'] for segment, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: Traceback (most recent call last): May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: timer() May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: cb(*args, **kw) May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: return func(*args, **kwargs) May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: self._notify() May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: self.callback(batched_events) May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: event.method(event) May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: return f(self, *a, **k) May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: return self._get(url).json() May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: return self.request(url, 'GET', **kwargs) May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:18:22.179529 dv-cinder-790910-1-smb neutron-server[78675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:18:22.203774 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c39b7-f617-4893-a93b-b203fbf725c9 req-6cc4e3a9-88d9-4842-aff0-109b7ef4f105 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:22.205561 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-703c39b7-f617-4893-a93b-b203fbf725c9 req-6cc4e3a9-88d9-4842-aff0-109b7ef4f105 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 945 time: 0.0822022 May 12 08:18:22.257255 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-703c39b7-f617-4893-a93b-b203fbf725c9 req-f9ca056d-9ce8-4959-9c59-ce494c755f33 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391970 May 12 08:18:22.276520 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:22.276520 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:22.289066 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:22.298732 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3dedff-54e4-4ff8-bfd6-136ead47f395,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:22.301237 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5b3dedff-54e4-4ff8-bfd6-136ead47f395 HTTP/1.1" status: 204 len: 168 time: 0.4486868 May 12 08:18:22.302103 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-5637ea7c-d3f5-41e5-be6e-66234f528b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:22.492392 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 49294) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:22.547366 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-9fc0775a-fdc0-481b-a6d0-8f190eb9d4e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0547ee58a51469287341d1135e0673d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520761 May 12 08:18:22.549874 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 49298) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:22.613146 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-52f9bd4e-b0bd-4213-8d09-f1b9689a20e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:22.639993 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-52f9bd4e-b0bd-4213-8d09-f1b9689a20e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:22.698873 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-52f9bd4e-b0bd-4213-8d09-f1b9689a20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:22.704229 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-aa57ad9f-0916-40dc-a7ca-4bcb81c6d19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:22.718514 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9bd4e-b0bd-4213-8d09-f1b9689a20e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dea8609-846f-4fc0-9bc0-071abd24b98d,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:22.721814 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-52f9bd4e-b0bd-4213-8d09-f1b9689a20e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:22.733731 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-52f9bd4e-b0bd-4213-8d09-f1b9689a20e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:22.735165 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-52f9bd4e-b0bd-4213-8d09-f1b9689a20e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6dea8609-846f-4fc0-9bc0-071abd24b98d HTTP/1.1" status: 204 len: 168 time: 0.1843119 May 12 08:18:22.908474 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 3ead1ae0-5748-4d95-bd0d-d29ec670d405 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:18:22.937857 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd099974-d08d-4c3e-a8f9-a8636a1ef2f5 req-509ea03a-7971-499e-b033-b08c94e6ce1d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:22.939369 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-dd099974-d08d-4c3e-a8f9-a8636a1ef2f5 req-509ea03a-7971-499e-b033-b08c94e6ce1d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0990887 May 12 08:18:22.985300 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port 3ead1ae0-5748-4d95-bd0d-d29ec670d405 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:18:22.988857 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-dd099974-d08d-4c3e-a8f9-a8636a1ef2f5 req-d795f22f-fb9c-41d3-972a-dbe2386bf9df tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421214 May 12 08:18:22.991065 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port 3ead1ae0-5748-4d95-bd0d-d29ec670d405 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:18:22.991557 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:23.101676 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:18:23.115603 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:23.144981 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e24053-7367-4158-8279-bf4bee3cd4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ead1ae0-5748-4d95-bd0d-d29ec670d405'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:23.155051 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 3ead1ae0-5748-4d95-bd0d-d29ec670d405, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3ead1ae0-5748-4d95-bd0d-d29ec670d405,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:23.161055 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:23.165737 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:23.170509 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 49322) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:23.201980 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32595a5e-9efc-46a2-8720-2f5d17907604 req-430883d6-9c5b-4f60-9724-7978109ee1db tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:23.203674 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-32595a5e-9efc-46a2-8720-2f5d17907604 req-430883d6-9c5b-4f60-9724-7978109ee1db tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 944 time: 0.0968783 May 12 08:18:23.207059 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e24053-7367-4158-8279-bf4bee3cd4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ead1ae0-5748-4d95-bd0d-d29ec670d405', 'code': 200} May 12 08:18:23.244539 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-d2269d34-f62f-4468-a502-dad09bb695bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=997c4bc7f221481caaaafbc2c85b2e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721738 May 12 08:18:23.246945 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 49330) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:23.248815 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=3ead1ae0-5748-4d95-bd0d-d29ec670d405,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:23.258720 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:23.286147 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-32595a5e-9efc-46a2-8720-2f5d17907604 req-6c94731c-226d-4093-bc76-31977b7e514f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632584 May 12 08:18:23.339417 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4dc3355f-9ad4-40fe-8fbf-01764424d75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:23.369497 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4dc3355f-9ad4-40fe-8fbf-01764424d75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:23.440870 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4dc3355f-9ad4-40fe-8fbf-01764424d75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:23.446888 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-83d3e573-7336-4563-90c8-ce0409da9f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:23.459029 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3355f-9ad4-40fe-8fbf-01764424d75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841c6718-6c75-4935-8566-5a1ae86c90c8,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:23.462992 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-4dc3355f-9ad4-40fe-8fbf-01764424d75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:23.470326 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4dc3355f-9ad4-40fe-8fbf-01764424d75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:23.474297 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-4dc3355f-9ad4-40fe-8fbf-01764424d75a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/841c6718-6c75-4935-8566-5a1ae86c90c8 HTTP/1.1" status: 204 len: 168 time: 0.2222753 May 12 08:18:23.551916 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674b411-45c3-434f-a747-5fcbb035791a req-46348378-0c91-4067-ac4e-bc69718de71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:23.553166 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a674b411-45c3-434f-a747-5fcbb035791a req-46348378-0c91-4067-ac4e-bc69718de71f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 1098 time: 0.0789025 May 12 08:18:23.602353 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a674b411-45c3-434f-a747-5fcbb035791a req-74399774-5aa7-4d19-baac-6c22467dcdee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376666 May 12 08:18:23.909343 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5d60f-d865-46a9-ba6b-1e616e72bb6b req-fa072561-9f0c-4c05-bec6-26ea24c9c122 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:23.912942 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-62a5d60f-d865-46a9-ba6b-1e616e72bb6b req-fa072561-9f0c-4c05-bec6-26ea24c9c122 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 945 time: 0.1078620 May 12 08:18:23.971273 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-62a5d60f-d865-46a9-ba6b-1e616e72bb6b req-b2026fbc-a599-410e-853b-56405b0f73bd tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540562 May 12 08:18:24.182088 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d198cfe-df35-4176-bbdb-fc58bf6917a4 req-6e6264ad-68fc-4a87-8309-39bf457b6587 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:24.183648 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4d198cfe-df35-4176-bbdb-fc58bf6917a4 req-6e6264ad-68fc-4a87-8309-39bf457b6587 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0819345 May 12 08:18:24.235838 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4d198cfe-df35-4176-bbdb-fc58bf6917a4 req-45ad2cb0-29ac-4b09-9f55-e69fc195f254 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463457 May 12 08:18:24.505566 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f8bfb-98b9-48e0-8f83-ce7da3acd8ef req-88243f0b-00ab-41bf-9a39-4c67c1f1f670 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:24.507120 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-521f8bfb-98b9-48e0-8f83-ce7da3acd8ef req-88243f0b-00ab-41bf-9a39-4c67c1f1f670 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 945 time: 0.0961156 May 12 08:18:24.552648 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-521f8bfb-98b9-48e0-8f83-ce7da3acd8ef req-0b9cf9b5-84b3-4377-bfca-e0c70f952f5c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392277 May 12 08:18:25.077988 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 49396) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:25.161196 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c611952-a450-46b6-9042-8f9c00c227fc req-b6e9b30f-087d-4071-ba47-27ebcd9a1cf9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:25.162522 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5c611952-a450-46b6-9042-8f9c00c227fc req-b6e9b30f-087d-4071-ba47-27ebcd9a1cf9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 945 time: 0.0817466 May 12 08:18:25.204697 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-78cbd11b-f457-4e6d-a0e9-c981bf7c5195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:25.319340 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-78cbd11b-f457-4e6d-a0e9-c981bf7c5195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:25.323834 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5c611952-a450-46b6-9042-8f9c00c227fc req-854f8d6a-4e3e-4fab-913f-e86aaefb5917 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552064 May 12 08:18:25.326286 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-78cbd11b-f457-4e6d-a0e9-c981bf7c5195 admin admin] Usage tracker for resource:security_group_rule and tenant:3ddd128236b740869040e5e000c051f8 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:18:25.329521 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-78cbd11b-f457-4e6d-a0e9-c981bf7c5195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:18:25.335251 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-78cbd11b-f457-4e6d-a0e9-c981bf7c5195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:25.455882 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-78cbd11b-f457-4e6d-a0e9-c981bf7c5195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:25.463286 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-78cbd11b-f457-4e6d-a0e9-c981bf7c5195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:25.476031 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-eeb8bbe6-d0ab-4823-9875-b19bf6b66cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:25.531674 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-78cbd11b-f457-4e6d-a0e9-c981bf7c5195 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ddd128236b740869040e5e000c051f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524827 May 12 08:18:25.533632 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbd11b-f457-4e6d-a0e9-c981bf7c5195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50131857-efa3-4d0a-a8ed-e8ef715694ab,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:25.535077 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 49408) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:25.537692 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-78cbd11b-f457-4e6d-a0e9-c981bf7c5195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:25.570048 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e80fa-196c-48b9-a84c-1016aa991d04 req-50bfa902-76c2-4154-8b2a-0dd7d7456bed tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:25.571674 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d08e80fa-196c-48b9-a84c-1016aa991d04 req-50bfa902-76c2-4154-8b2a-0dd7d7456bed tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1511292 May 12 08:18:25.623356 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-70705e13-77fd-4b49-a16b-16c67c71ee31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:25.634235 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d08e80fa-196c-48b9-a84c-1016aa991d04 req-20941912-a0e8-4bcf-a1dc-4066fb1c290d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525005 May 12 08:18:25.685087 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-70705e13-77fd-4b49-a16b-16c67c71ee31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:25.791644 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-70705e13-77fd-4b49-a16b-16c67c71ee31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:25.796115 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-efcd5fb4-7657-460e-a142-fa736e8547c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:25.811632 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e984191-9bf4-4344-a8b8-1be92e17bff8 req-152d0a94-7d34-4af5-b537-5b24cf2026b0 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:25.813137 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0e984191-9bf4-4344-a8b8-1be92e17bff8 req-152d0a94-7d34-4af5-b537-5b24cf2026b0 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 945 time: 0.1097691 May 12 08:18:25.816204 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70705e13-77fd-4b49-a16b-16c67c71ee31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50131857-efa3-4d0a-a8ed-e8ef715694ab,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:25.821064 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-70705e13-77fd-4b49-a16b-16c67c71ee31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:25.840908 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-70705e13-77fd-4b49-a16b-16c67c71ee31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:25.842022 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-70705e13-77fd-4b49-a16b-16c67c71ee31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50131857-efa3-4d0a-a8ed-e8ef715694ab HTTP/1.1" status: 204 len: 168 time: 0.3058720 May 12 08:18:25.952837 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0e984191-9bf4-4344-a8b8-1be92e17bff8 req-9f1d86b4-8ecb-40e4-bbd9-e5edb0e366ed tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325710 May 12 08:18:26.518838 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67133048-51c5-43e5-a4a9-b3b1cdd44da5 req-4d000501-ab87-43c9-a41d-2cb7dc9b94d7 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:26.520277 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-67133048-51c5-43e5-a4a9-b3b1cdd44da5 req-4d000501-ab87-43c9-a41d-2cb7dc9b94d7 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 945 time: 0.0808980 May 12 08:18:26.567661 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-67133048-51c5-43e5-a4a9-b3b1cdd44da5 req-099b71cf-701e-4404-aec4-da3583f57efd tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415893 May 12 08:18:26.822542 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17351c-9633-4fbb-8520-a84e23b69c2b req-1ecf99a0-fb99-4d73-bb49-e7455d363d8c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:26.824160 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4a17351c-9633-4fbb-8520-a84e23b69c2b req-1ecf99a0-fb99-4d73-bb49-e7455d363d8c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0929835 May 12 08:18:26.877213 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4a17351c-9633-4fbb-8520-a84e23b69c2b req-99150581-beef-46c7-9302-46f952614d9d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463271 May 12 08:18:27.175894 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffa08f-82ba-45ac-b539-b68982a23bd3 req-59642c99-5198-43e8-be32-b9e973290cda tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:27.177470 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c5ffa08f-82ba-45ac-b539-b68982a23bd3 req-59642c99-5198-43e8-be32-b9e973290cda tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 945 time: 0.0945036 May 12 08:18:27.222822 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c5ffa08f-82ba-45ac-b539-b68982a23bd3 req-a8788067-1272-410f-89b7-f7916b451aa9 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393667 May 12 08:18:27.321896 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e0cc6-8436-41b0-8d00-ebfbcd7d1282 req-ac8549e8-ec81-46e8-b6df-f88dde2c128d tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:27.323448 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f32e0cc6-8436-41b0-8d00-ebfbcd7d1282 req-ac8549e8-ec81-46e8-b6df-f88dde2c128d tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 945 time: 0.0842524 May 12 08:18:27.461995 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-f32e0cc6-8436-41b0-8d00-ebfbcd7d1282 req-cc6d092c-cbda-4cd5-8b48-a2de61fcf310 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Deleting port f230b8b3-306a-498b-8e9c-575ccf7c3034 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:18:27.462565 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-f32e0cc6-8436-41b0-8d00-ebfbcd7d1282 req-cc6d092c-cbda-4cd5-8b48-a2de61fcf310 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:27.610985 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-f32e0cc6-8436-41b0-8d00-ebfbcd7d1282 req-cc6d092c-cbda-4cd5-8b48-a2de61fcf310 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] For port f230b8b3-306a-498b-8e9c-575ccf7c3034, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f230b8b3-306a-498b-8e9c-575ccf7c3034,segment=NetworkSegment(6cf98749-f55d-49b7-8cba-068101758a10),segment_id=6cf98749-f55d-49b7-8cba-068101758a10)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:27.611556 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-f32e0cc6-8436-41b0-8d00-ebfbcd7d1282 req-cc6d092c-cbda-4cd5-8b48-a2de61fcf310 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:27.745823 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-f32e0cc6-8436-41b0-8d00-ebfbcd7d1282 req-cc6d092c-cbda-4cd5-8b48-a2de61fcf310 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Calling delete_port for f230b8b3-306a-498b-8e9c-575ccf7c3034 owned by compute:nova {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:18:27.788955 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bda4d-33ef-4500-9eb7-cf39d802a995 req-63a0433d-74a7-4f60-acf6-05cf89cb1837 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:27.796987 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ba5bda4d-33ef-4500-9eb7-cf39d802a995 req-63a0433d-74a7-4f60-acf6-05cf89cb1837 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 945 time: 0.0920241 May 12 08:18:27.842011 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ba5bda4d-33ef-4500-9eb7-cf39d802a995 req-889cf0b1-5d41-49b9-864e-8ceec30eaac3 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418365 May 12 08:18:27.877502 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-f32e0cc6-8436-41b0-8d00-ebfbcd7d1282 req-cc6d092c-cbda-4cd5-8b48-a2de61fcf310 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:27.883154 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:27.929850 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d092c-cbda-4cd5-8b48-a2de61fcf310 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Pushing event deleted for resources: {'Port': ['ID=f230b8b3-306a-498b-8e9c-575ccf7c3034,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:27.940120 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['f230b8b3-306a-498b-8e9c-575ccf7c3034'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:18:27.957117 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-cc6d092c-cbda-4cd5-8b48-a2de61fcf310 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:28.008086 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32e0cc6-8436-41b0-8d00-ebfbcd7d1282 req-cc6d092c-cbda-4cd5-8b48-a2de61fcf310 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] No DVR routers for this DVR port f230b8b3-306a-498b-8e9c-575ccf7c3034 on host hv-cinder-79091 {{(pid=78674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:18:28.010522 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-f32e0cc6-8436-41b0-8d00-ebfbcd7d1282 req-cc6d092c-cbda-4cd5-8b48-a2de61fcf310 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:28.013363 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f50f2a0-14c7-4d3b-8773-fd216897b46d', 'name': 'network-vif-deleted', 'tag': 'f230b8b3-306a-498b-8e9c-575ccf7c3034'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:28.034150 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f32e0cc6-8436-41b0-8d00-ebfbcd7d1282 req-cc6d092c-cbda-4cd5-8b48-a2de61fcf310 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.48 "DELETE /v2.0/ports/f230b8b3-306a-498b-8e9c-575ccf7c3034 HTTP/1.1" status: 204 len: 173 time: 0.7040451 May 12 08:18:28.074749 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f50f2a0-14c7-4d3b-8773-fd216897b46d', 'name': 'network-vif-deleted', 'tag': 'f230b8b3-306a-498b-8e9c-575ccf7c3034', 'status': 'completed', 'code': 200} May 12 08:18:28.088300 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe6800-0de2-4ff6-94cf-7a4e9cef80e4 req-04cfd880-7408-47ff-993f-a665c953d2e3 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:28.089966 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-acbe6800-0de2-4ff6-94cf-7a4e9cef80e4 req-04cfd880-7408-47ff-993f-a665c953d2e3 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0872319 May 12 08:18:28.137756 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-acbe6800-0de2-4ff6-94cf-7a4e9cef80e4 req-5ca1b68b-3960-4454-823d-2240c3bcb7ef tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 May 12 08:18:29.025664 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-106b96f3-7669-4663-be78-1d13a53979e9 req-6e8f4756-5d8d-4fc9-b93b-1fee92aa39ad tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Synchronizing usage tracker for tenant:d5143ac9cd5141eeb2fa53de09ebc598 on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:18:29.043188 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-106b96f3-7669-4663-be78-1d13a53979e9 req-6e8f4756-5d8d-4fc9-b93b-1fee92aa39ad tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Unset dirty status for tenant:d5143ac9cd5141eeb2fa53de09ebc598 on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:18:29.045161 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-106b96f3-7669-4663-be78-1d13a53979e9 req-6e8f4756-5d8d-4fc9-b93b-1fee92aa39ad tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f50f2a0-14c7-4d3b-8773-fd216897b46d HTTP/1.1" status: 200 len: 210 time: 0.0662749 May 12 08:18:29.385646 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532cd54-3c6c-4789-ba27-c2e384290c93 req-3e5fcd1d-ca5f-47fb-ace5-8a681725587b tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:29.388078 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4532cd54-3c6c-4789-ba27-c2e384290c93 req-3e5fcd1d-ca5f-47fb-ace5-8a681725587b tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0951807 May 12 08:18:29.442627 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4532cd54-3c6c-4789-ba27-c2e384290c93 req-7aabc1d3-73f5-426b-ab5d-26449facc88b tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480907 May 12 08:18:29.892081 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 49520) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:30.025738 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5b15e015-b894-47be-903a-58a7d3d12259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:30.040353 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-5b15e015-b894-47be-903a-58a7d3d12259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:30.044476 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-5b15e015-b894-47be-903a-58a7d3d12259 admin admin] Usage tracker for resource:security_group_rule and tenant:2d3e2544ccfc4f9886624af9a674a9c9 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:18:30.047418 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-5b15e015-b894-47be-903a-58a7d3d12259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:18:30.053344 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-5b15e015-b894-47be-903a-58a7d3d12259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:30.141537 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5b15e015-b894-47be-903a-58a7d3d12259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:30.145918 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5b15e015-b894-47be-903a-58a7d3d12259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:30.154276 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-16416d45-c5a0-4ef2-b32d-b39dbf54f249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:30.196106 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-5b15e015-b894-47be-903a-58a7d3d12259 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d3e2544ccfc4f9886624af9a674a9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028226 May 12 08:18:30.197921 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15e015-b894-47be-903a-58a7d3d12259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c680df60-a9a5-4c47-b5e4-2b8d2cab90c0,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:30.199049 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 49530) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:30.201018 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-5b15e015-b894-47be-903a-58a7d3d12259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:30.263746 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8a166249-d14b-4d9c-9cbf-81ea78715993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:30.294510 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8a166249-d14b-4d9c-9cbf-81ea78715993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:30.453454 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8a166249-d14b-4d9c-9cbf-81ea78715993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:30.460674 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-92806dd4-2694-429f-975a-5a5897f6412a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:30.481252 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a166249-d14b-4d9c-9cbf-81ea78715993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c680df60-a9a5-4c47-b5e4-2b8d2cab90c0,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:30.485957 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8a166249-d14b-4d9c-9cbf-81ea78715993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:30.494570 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8a166249-d14b-4d9c-9cbf-81ea78715993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:30.495677 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-8a166249-d14b-4d9c-9cbf-81ea78715993 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c680df60-a9a5-4c47-b5e4-2b8d2cab90c0 HTTP/1.1" status: 204 len: 168 time: 0.2944319 May 12 08:18:30.548193 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2573-a05f-4eaf-9818-61456b446c48 req-bd4cfb7c-7c90-4aaf-ba01-7204b3ca13d0 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:30.550196 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-bd4cfb7c-7c90-4aaf-ba01-7204b3ca13d0 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/networks?id=53c24948-9527-4531-a2d9-a3ec79889c59 HTTP/1.1" status: 200 len: 808 time: 0.1777713 May 12 08:18:30.569658 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-e77812d8-c91f-40d3-b73f-437cc496d698 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/quotas/d5143ac9cd5141eeb2fa53de09ebc598 HTTP/1.1" status: 200 len: 375 time: 0.0139048 May 12 08:18:30.621895 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-ffb35597-8e7a-4dc7-aa50-9b7411804ea9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d5143ac9cd5141eeb2fa53de09ebc598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465336 May 12 08:18:30.666021 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abc0f4-9fe7-45dd-b2fc-5fe442708f20 req-331994dd-37e4-4c79-8cda-1f53ea2f75a5 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:30.667529 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-65abc0f4-9fe7-45dd-b2fc-5fe442708f20 req-331994dd-37e4-4c79-8cda-1f53ea2f75a5 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0949235 May 12 08:18:30.725412 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-65abc0f4-9fe7-45dd-b2fc-5fe442708f20 req-90533a0a-baaa-4b71-832a-956fbb972360 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506344 May 12 08:18:30.791895 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-a4ac9eb2-0c77-433b-84c0-7c3b84bed027 service neutron] 10.222.0.43 "GET /v2.0/networks/53c24948-9527-4531-a2d9-a3ec79889c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628520 May 12 08:18:30.938186 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-dc03c393-c13c-4820-8352-3e5161c0875b service neutron] 10.222.0.43 "GET /v2.0/networks/53c24948-9527-4531-a2d9-a3ec79889c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451275 May 12 08:18:30.950819 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f230b8b3-306a-498b-8e9c-575ccf7c3034 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:18:30.988379 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: f230b8b3-306a-498b-8e9c-575ccf7c3034 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:18:30.988671 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f230b8b3-306a-498b-8e9c-575ccf7c3034 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:18:31.121227 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-63f62df3-d81d-4a96-9336-233fa37aa8ef req-082aa418-7162-4c9e-9fb5-8ff06e729895 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 210 time: 0.0421720 May 12 08:18:31.801138 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 49626) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:31.946222 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c433350-b0f0-4ba2-9d86-e69b7fe456fd req-d750f4b5-4069-4703-ba97-2e69bac560d9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:31.947895 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0c433350-b0f0-4ba2-9d86-e69b7fe456fd req-d750f4b5-4069-4703-ba97-2e69bac560d9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0943975 May 12 08:18:31.957025 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b88ea51f-5f8d-4e00-9054-8437d75322a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:31.972832 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-b88ea51f-5f8d-4e00-9054-8437d75322a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:31.977768 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-b88ea51f-5f8d-4e00-9054-8437d75322a5 admin admin] Usage tracker for resource:security_group_rule and tenant:6087e4f15c3647b8b04c1bf3e1cf1798 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:18:31.981527 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-b88ea51f-5f8d-4e00-9054-8437d75322a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:18:31.987311 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-b88ea51f-5f8d-4e00-9054-8437d75322a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:31.998896 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0c433350-b0f0-4ba2-9d86-e69b7fe456fd req-4dca6d6c-7143-4064-af30-229489c8d5e8 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439360 May 12 08:18:32.077702 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b88ea51f-5f8d-4e00-9054-8437d75322a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:32.082302 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b88ea51f-5f8d-4e00-9054-8437d75322a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:32.109049 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-0c02a3f6-8054-495e-9e3b-934eb304a6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:32.130590 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-b88ea51f-5f8d-4e00-9054-8437d75322a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6087e4f15c3647b8b04c1bf3e1cf1798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283067 May 12 08:18:32.134327 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 49638) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:32.155428 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ea51f-5f8d-4e00-9054-8437d75322a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6697eb1b-3323-4337-ae73-f7b81bdb943a,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:32.158851 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-b88ea51f-5f8d-4e00-9054-8437d75322a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:32.221474 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8a168746-eeec-4c0d-88ec-3cd41f2cea1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:32.250811 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8a168746-eeec-4c0d-88ec-3cd41f2cea1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:32.311073 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6281c757-2976-4a09-88f3-41e721532642 req-09631822-3b4e-41db-8c84-1ce7188be983 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 210 time: 0.0458663 May 12 08:18:32.335199 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8a168746-eeec-4c0d-88ec-3cd41f2cea1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:32.340724 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-4dc3355f-9ad4-40fe-8fbf-01764424d75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:32.353290 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a168746-eeec-4c0d-88ec-3cd41f2cea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6697eb1b-3323-4337-ae73-f7b81bdb943a,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:32.356945 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8a168746-eeec-4c0d-88ec-3cd41f2cea1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:32.360453 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8a168746-eeec-4c0d-88ec-3cd41f2cea1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:32.361398 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-8a168746-eeec-4c0d-88ec-3cd41f2cea1f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6697eb1b-3323-4337-ae73-f7b81bdb943a HTTP/1.1" status: 204 len: 168 time: 0.2258217 May 12 08:18:33.035119 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2573-a05f-4eaf-9818-61456b446c48 req-c04912a0-172d-499c-b537-3e8cdf93a144 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:33.036238 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-c04912a0-172d-499c-b537-3e8cdf93a144 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.48 "GET /v2.0/networks?id=53c24948-9527-4531-a2d9-a3ec79889c59 HTTP/1.1" status: 200 len: 808 time: 0.2720523 May 12 08:18:33.109007 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Request body: {'port': {'device_id': '3464352a-bf36-4ea5-885f-4e829b2cf90e', 'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59', 'admin_state_up': True, 'tenant_id': 'd5143ac9cd5141eeb2fa53de09ebc598'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:18:33.310273 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:33.334714 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:33.347221 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05902709-d0bb-4656-8def-c009d62e325d req-952b7d86-236b-4961-bdfe-6bb08734fdd0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:33.350573 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148a68d-4ee7-4680-a4e3-7b09fdd82f96 req-dcb09e07-b624-4451-8c80-03d2dd3b7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:33.352957 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8148a68d-4ee7-4680-a4e3-7b09fdd82f96 req-dcb09e07-b624-4451-8c80-03d2dd3b7615 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 1098 time: 0.1042356 May 12 08:18:33.354611 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-05902709-d0bb-4656-8def-c009d62e325d req-952b7d86-236b-4961-bdfe-6bb08734fdd0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1683104 May 12 08:18:33.400431 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Made reservation on behalf of d5143ac9cd5141eeb2fa53de09ebc598 for: {'port': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:18:33.405270 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:33.433457 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-05902709-d0bb-4656-8def-c009d62e325d req-084162dc-52d8-453e-b028-4ce4f2127464 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770195 May 12 08:18:33.468577 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8148a68d-4ee7-4680-a4e3-7b09fdd82f96 req-38768bc1-22af-4cc1-b55a-0a58db726773 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791934 May 12 08:18:33.620912 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fa61abbb-631e-4c12-bfb5-bf509f8926ee req-c3f371c8-b124-4f64-af5c-64b0a9e6918a tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 210 time: 0.0511966 May 12 08:18:33.642870 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Allocated IP 172.20.0.6 (53c24948-9527-4531-a2d9-a3ec79889c59/212ca998-c0ec-4ea0-922f-b2938ddee416/13acc5e5-6995-4a49-8b6f-494432e3e2f4) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:18:33.854831 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:33.887073 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:33.893056 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:33.961584 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Network 53c24948-9527-4531-a2d9-a3ec79889c59 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:18:33.968932 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:18:33.974178 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:18:34.000183 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Pushing event updated for resources: {'Port': ['ID=13acc5e5-6995-4a49-8b6f-494432e3e2f4,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:34.011423 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:34.012204 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:34.012819 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:34.013144 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:34.013513 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:34.013854 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:34.014190 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:34.014538 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:34.014931 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:34.015225 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:34.015643 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:34.015983 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:34.024191 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:34.053998 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:34.055614 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:34.092783 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9875712 May 12 08:18:34.121084 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Request body: {'port': {'device_id': '3464352a-bf36-4ea5-885f-4e829b2cf90e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:18:34.241079 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:34.650542 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13acc5e5-6995-4a49-8b6f-494432e3e2f4 {{(pid=78674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:18:34.661448 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:34.688347 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.provisioning_blocks [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Transition to ACTIVE for port object 13acc5e5-6995-4a49-8b6f-494432e3e2f4 will not be triggered until provisioned by entity L2. {{(pid=78674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:18:34.701512 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:34.713878 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:34.757068 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620d45e-de14-4944-add5-cb2a76f142c9 req-37c6e922-a707-4649-b3c0-7bcf6c5561c3 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:34.758532 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c620d45e-de14-4944-add5-cb2a76f142c9 req-37c6e922-a707-4649-b3c0-7bcf6c5561c3 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1877763 May 12 08:18:34.847193 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8915597-c112-4886-9d48-981179389da6 req-858f3b2b-d62f-4ad9-9035-239a8bd29bc4 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:34.853387 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e8915597-c112-4886-9d48-981179389da6 req-858f3b2b-d62f-4ad9-9035-239a8bd29bc4 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 943 time: 0.1027215 May 12 08:18:34.898250 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e8915597-c112-4886-9d48-981179389da6 req-cb9e6958-2d0e-4153-bf78-d21be7c371a5 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426955 May 12 08:18:35.036317 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Pushing event updated for resources: {'Port': ['ID=13acc5e5-6995-4a49-8b6f-494432e3e2f4,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:35.045158 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:35.072068 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c620d45e-de14-4944-add5-cb2a76f142c9 req-685a93a6-7635-4444-b586-82df8aaf5eac tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023708 May 12 08:18:35.120477 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Attempting to bind port 13acc5e5-6995-4a49-8b6f-494432e3e2f4 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:18:35.120894 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Attempting to bind port 13acc5e5-6995-4a49-8b6f-494432e3e2f4 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '6cf98749-f55d-49b7-8cba-068101758a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59'}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:18:35.121163 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Attempting to bind port 13acc5e5-6995-4a49-8b6f-494432e3e2f4 on network 53c24948-9527-4531-a2d9-a3ec79889c59 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:18:35.126168 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Port 13acc5e5-6995-4a49-8b6f-494432e3e2f4 on network 53c24948-9527-4531-a2d9-a3ec79889c59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:18:35.126491 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Attempting to bind port 13acc5e5-6995-4a49-8b6f-494432e3e2f4 on network 53c24948-9527-4531-a2d9-a3ec79889c59 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:18:35.131661 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:18:35.131997 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Checking segment: {'id': '6cf98749-f55d-49b7-8cba-068101758a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:18:35.132376 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Bound using segment: {'id': '6cf98749-f55d-49b7-8cba-068101758a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59'} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:18:35.132840 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Bound port: 13acc5e5-6995-4a49-8b6f-494432e3e2f4, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf98749-f55d-49b7-8cba-068101758a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59'}}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:18:35.133289 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:35.151807 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-9d45c05d-c84a-476b-9c20-5e79110ad159 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5a13e87ac4ae4c6693c92f8b2f9f056a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269465 May 12 08:18:35.226499 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] For port 13acc5e5-6995-4a49-8b6f-494432e3e2f4, host hv-cinder-79091, cleared binding levels {{(pid=78674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:18:35.230226 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] For port 13acc5e5-6995-4a49-8b6f-494432e3e2f4, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=13acc5e5-6995-4a49-8b6f-494432e3e2f4,segment=NetworkSegment(6cf98749-f55d-49b7-8cba-068101758a10),segment_id=6cf98749-f55d-49b7-8cba-068101758a10)] {{(pid=78674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:18:35.235058 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:35.239093 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:35.294631 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:35.295586 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:35.297000 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] 10.222.0.48 "PUT /v2.0/ports/13acc5e5-6995-4a49-8b6f-494432e3e2f4 HTTP/1.1" status: 200 len: 1093 time: 1.1802545 May 12 08:18:35.299791 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3464352a-bf36-4ea5-885f-4e829b2cf90e', 'tag': '13acc5e5-6995-4a49-8b6f-494432e3e2f4'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:35.312126 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-1f4209d1-c8be-41b6-a539-e8fafb5344b6 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:35.319295 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-1f4209d1-c8be-41b6-a539-e8fafb5344b6 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616306 May 12 08:18:35.337910 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-be6f622a-eeab-488b-9e88-b2669124794c tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/quotas/5a13e87ac4ae4c6693c92f8b2f9f056a HTTP/1.1" status: 200 len: 375 time: 0.0175962 May 12 08:18:35.346373 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Pushing event updated for resources: {'Port': ['ID=13acc5e5-6995-4a49-8b6f-494432e3e2f4,revision_number=3']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:35.349738 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:35.366347 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3464352a-bf36-4ea5-885f-4e829b2cf90e', 'tag': '13acc5e5-6995-4a49-8b6f-494432e3e2f4', 'status': 'completed', 'code': 200} May 12 08:18:35.397096 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-422e9df0-8edb-4255-879d-290bd49ab728 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a13e87ac4ae4c6693c92f8b2f9f056a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583158 May 12 08:18:35.529336 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bcf95-6b24-4d7c-980b-0a015836fb96 req-c8930aeb-9470-45de-bd50-ab2ee1cefc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:35.530980 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-447bcf95-6b24-4d7c-980b-0a015836fb96 req-c8930aeb-9470-45de-bd50-ab2ee1cefc31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d5143ac9cd5141eeb2fa53de09ebc598&device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 1096 time: 0.0839188 May 12 08:18:35.593175 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-cd48aad2-9805-4391-bc81-9111eba115d9 req-ca4e3853-571b-497f-8904-ef1d226cc818 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 210 time: 0.0538158 May 12 08:18:35.720265 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bcf95-6b24-4d7c-980b-0a015836fb96 req-031a3f6e-c484-4271-836a-a06b35668453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:35.721960 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-447bcf95-6b24-4d7c-980b-0a015836fb96 req-031a3f6e-c484-4271-836a-a06b35668453 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d5143ac9cd5141eeb2fa53de09ebc598&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1515927 May 12 08:18:35.880753 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bcf95-6b24-4d7c-980b-0a015836fb96 req-94211844-3d3b-49f3-a3cf-4012e9d74245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:35.882046 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-447bcf95-6b24-4d7c-980b-0a015836fb96 req-94211844-3d3b-49f3-a3cf-4012e9d74245 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1477394 May 12 08:18:36.170358 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2573-a05f-4eaf-9818-61456b446c48 req-8e07a126-43f7-434b-8e56-07d167ba3f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:36.171844 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-8e07a126-43f7-434b-8e56-07d167ba3f0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d5143ac9cd5141eeb2fa53de09ebc598&device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 1096 time: 0.1886251 May 12 08:18:36.180470 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c12ca7-9f38-453f-a06b-a73b5dfa6465 req-1bd65a43-a4a4-4da2-9404-ea5ac0cded99 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:36.188582 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f9c12ca7-9f38-453f-a06b-a73b5dfa6465 req-1bd65a43-a4a4-4da2-9404-ea5ac0cded99 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 943 time: 0.1158271 May 12 08:18:36.285769 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-1232096a-4263-456c-b564-3f1a233444e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13acc5e5-6995-4a49-8b6f-494432e3e2f4 HTTP/1.1" status: 200 len: 217 time: 0.0883586 May 12 08:18:36.314738 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f9c12ca7-9f38-453f-a06b-a73b5dfa6465 req-399b6d67-f938-4fe5-b1e6-f47e88bd9dcb tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252906 May 12 08:18:36.348795 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6c685-f4b9-4350-ae46-00afc406677e req-fdfaf46b-15dc-42f2-b67c-20a8eb5b47ae tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:36.356704 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-71f6c685-f4b9-4350-ae46-00afc406677e req-fdfaf46b-15dc-42f2-b67c-20a8eb5b47ae tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 945 time: 0.2406707 May 12 08:18:36.417346 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2573-a05f-4eaf-9818-61456b446c48 req-d508b4c4-dbfc-4253-b16c-d1eb6a277cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:36.420138 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-d508b4c4-dbfc-4253-b16c-d1eb6a277cd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=212ca998-c0ec-4ea0-922f-b2938ddee416 HTTP/1.1" status: 200 len: 848 time: 0.1199708 May 12 08:18:36.435095 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-71f6c685-f4b9-4350-ae46-00afc406677e req-1ecc9dc7-e6c3-430e-bc8c-7a2f04ba0c46 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770295 May 12 08:18:36.489713 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-09bb683c-6337-4cfd-b7b6-8d1e93e9fe8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53c24948-9527-4531-a2d9-a3ec79889c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504000 May 12 08:18:36.587987 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40207045-7579-46ac-bde9-75ce1a7cff2e req-51148014-8794-4955-9f72-a81a15ce37e6 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:36.602164 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-40207045-7579-46ac-bde9-75ce1a7cff2e req-51148014-8794-4955-9f72-a81a15ce37e6 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1292243 May 12 08:18:36.672918 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-40207045-7579-46ac-bde9-75ce1a7cff2e req-d1aa7e9d-e368-454c-b50a-1ffed5112e0b tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697436 May 12 08:18:36.731967 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-b13f1c72-52d5-47b0-823a-2a8c8a1f49ae service neutron] 10.222.0.48 "GET /v2.0/networks/53c24948-9527-4531-a2d9-a3ec79889c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214501 May 12 08:18:36.877832 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0bb6b8f5-d90e-485a-a6ea-c1fa691b051a req-8a63bca6-b26d-45ab-a3d6-2ad6d8d53acd tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 210 time: 0.0816693 May 12 08:18:36.879329 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-516c2573-a05f-4eaf-9818-61456b446c48 req-88a309b4-6531-469a-93ee-77b3bd3a9b2a service neutron] 10.222.0.48 "GET /v2.0/networks/53c24948-9527-4531-a2d9-a3ec79889c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310477 May 12 08:18:37.322090 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e512ac7-9e08-4292-80f7-23f88bb49f3b req-6956e354-9cdb-4bcb-8176-151fe4220aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:37.323576 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7e512ac7-9e08-4292-80f7-23f88bb49f3b req-6956e354-9cdb-4bcb-8176-151fe4220aa0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f66fe14646c34c47ad422167942b2336&device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 1098 time: 0.1093760 May 12 08:18:37.334960 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c616b6-283c-45a4-b829-1f949615f80a req-a90e5fbf-bf0c-4a74-9816-3640dac41327 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:37.336860 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-45c616b6-283c-45a4-b829-1f949615f80a req-a90e5fbf-bf0c-4a74-9816-3640dac41327 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1594241 May 12 08:18:37.468260 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-45c616b6-283c-45a4-b829-1f949615f80a req-01a2bf0d-becd-4f29-a2a2-8bef40a4074d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077566 May 12 08:18:37.542384 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc6f6a-9c46-43a6-992d-7bf029bd959a req-bdc9f197-9461-44e5-a262-a37d34e34d3b tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:37.544339 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-52bc6f6a-9c46-43a6-992d-7bf029bd959a req-bdc9f197-9461-44e5-a262-a37d34e34d3b tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 943 time: 0.0937779 May 12 08:18:37.597891 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-52bc6f6a-9c46-43a6-992d-7bf029bd959a req-3679db9e-7027-4d44-abde-b343996f5563 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470059 May 12 08:18:37.606559 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e512ac7-9e08-4292-80f7-23f88bb49f3b req-08908250-bc01-49eb-8f2e-47e49bd44809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:37.607957 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7e512ac7-9e08-4292-80f7-23f88bb49f3b req-08908250-bc01-49eb-8f2e-47e49bd44809 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a268b575-88fb-44a7-9078-873928216331 HTTP/1.1" status: 200 len: 919 time: 0.2653885 May 12 08:18:37.723444 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7e512ac7-9e08-4292-80f7-23f88bb49f3b req-e2e44522-7a97-4f79-a8d3-7a08a7dd1ff9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 HTTP/1.1" status: 200 len: 217 time: 0.0770247 May 12 08:18:37.776400 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-927a07b3-4b6c-4971-b59b-df932f59c8ee tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5a13e87ac4ae4c6693c92f8b2f9f056a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295398 May 12 08:18:37.824531 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f8f37-ebae-453c-8d61-136726b40136 req-f14885d4-12c1-4881-a265-7cae52001f0c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:37.832750 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2e6f8f37-ebae-453c-8d61-136726b40136 req-f14885d4-12c1-4881-a265-7cae52001f0c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 945 time: 0.2283270 May 12 08:18:37.835526 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e512ac7-9e08-4292-80f7-23f88bb49f3b req-e89669e6-7652-4815-886e-69b7efe1e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:37.837301 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7e512ac7-9e08-4292-80f7-23f88bb49f3b req-e89669e6-7652-4815-886e-69b7efe1e0a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc HTTP/1.1" status: 200 len: 858 time: 0.0848234 May 12 08:18:37.930371 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7e512ac7-9e08-4292-80f7-23f88bb49f3b req-9c68b874-86cc-4fb8-ad2e-c8a59f838a91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a268b575-88fb-44a7-9078-873928216331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750463 May 12 08:18:37.943782 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2e6f8f37-ebae-453c-8d61-136726b40136 req-2d31f63b-b5f3-483f-a50f-336f6d56b140 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101196 May 12 08:18:37.974574 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-78e9824c-4706-4034-9e9c-64c2df603c46 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:37.976150 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-78e9824c-4706-4034-9e9c-64c2df603c46 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859519 May 12 08:18:38.009023 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Request body: {'port': {'device_id': 'acdc529c-3dba-4b7a-aaca-d455b67d56dc', 'network_id': '419b1f1e-2914-4a79-b38e-190169627896', 'admin_state_up': True, 'tenant_id': '5a13e87ac4ae4c6693c92f8b2f9f056a'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:18:38.094025 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7e512ac7-9e08-4292-80f7-23f88bb49f3b req-f8deca82-42ab-4a4c-ac9e-74bd47e48fc6 service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484122 May 12 08:18:38.171416 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:38.175527 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Usage tracker for resource:port and tenant:5a13e87ac4ae4c6693c92f8b2f9f056a is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:18:38.178513 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:18:38.184948 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:38.202020 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Made reservation on behalf of 5a13e87ac4ae4c6693c92f8b2f9f056a for: {'port': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:18:38.206459 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:38.224427 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:38.243916 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:38.247975 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Usage tracker for resource:security_group_rule and tenant:5a13e87ac4ae4c6693c92f8b2f9f056a is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:18:38.251809 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:18:38.270068 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:38.334210 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c03d2dbc-9db7-4f0f-b05e-d9a73aaad8d4 req-db27d131-a3b7-4566-a80b-1dc4603ffde6 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 210 time: 0.0540733 May 12 08:18:38.374700 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7e512ac7-9e08-4292-80f7-23f88bb49f3b req-1b20cdcc-e7b9-4cef-91da-7ea92f4933d7 service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607727 May 12 08:18:38.391464 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:38.397471 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:38.401084 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:38.484947 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3460736c-3dd8-4765-8f66-2ebf6403b3e9,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:38.500345 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:38.500735 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:38.501085 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:38.501458 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:38.501771 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:38.502105 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:38.502440 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:38.502760 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:38.503135 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:38.503415 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:38.503861 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:38.504082 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:38.515255 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:38.658367 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Allocated IP 192.168.233.238 (419b1f1e-2914-4a79-b38e-190169627896/3a8a35d6-29da-4308-a736-9de98313a6d0/d95c669f-267d-4dd2-afdc-036ce4083140) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:18:38.746699 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b7bfc-622f-4ba7-9fd6-16f9417fca38 req-dd53e69b-b753-4890-a5a0-c8a407b8fd10 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:38.748188 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4e8b7bfc-622f-4ba7-9fd6-16f9417fca38 req-dd53e69b-b753-4890-a5a0-c8a407b8fd10 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1479537 May 12 08:18:38.808836 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e78edb-f9aa-4702-b6e9-b5983fd91ee2 req-6b4a7fef-da9d-4a9f-b794-c4af8edb6229 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:38.810213 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-70e78edb-f9aa-4702-b6e9-b5983fd91ee2 req-6b4a7fef-da9d-4a9f-b794-c4af8edb6229 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Synchronizing usage tracker for tenant:d5143ac9cd5141eeb2fa53de09ebc598 on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:18:38.826895 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-70e78edb-f9aa-4702-b6e9-b5983fd91ee2 req-6b4a7fef-da9d-4a9f-b794-c4af8edb6229 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Unset dirty status for tenant:d5143ac9cd5141eeb2fa53de09ebc598 on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:18:38.828356 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-70e78edb-f9aa-4702-b6e9-b5983fd91ee2 req-6b4a7fef-da9d-4a9f-b794-c4af8edb6229 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 943 time: 0.1114047 May 12 08:18:38.875009 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-70e78edb-f9aa-4702-b6e9-b5983fd91ee2 req-96679109-36c9-4a9c-b6dc-f93dccfba342 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405834 May 12 08:18:38.908049 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4e8b7bfc-622f-4ba7-9fd6-16f9417fca38 req-d7ac6538-037c-46a8-97f9-8798ab09d08c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457646 May 12 08:18:38.962495 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:38.977735 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Transition to ACTIVE for port object d95c669f-267d-4dd2-afdc-036ce4083140 will not be triggered until provisioned by entity DHCP. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:18:39.003339 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:39.010845 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-73c4177e-9ac6-424c-a0af-92eaf0fad9b6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:39.074693 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Network 419b1f1e-2914-4a79-b38e-190169627896 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:18:39.077739 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:18:39.091580 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:18:39.126768 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Pushing event updated for resources: {'Port': ['ID=d95c669f-267d-4dd2-afdc-036ce4083140,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:39.131245 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:39.142955 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72252f-8e4e-48ba-9815-a791399ba9aa req-28ae196c-30d5-4d69-9d3d-2065eb717af9 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:39.144613 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5e72252f-8e4e-48ba-9815-a791399ba9aa req-28ae196c-30d5-4d69-9d3d-2065eb717af9 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 945 time: 0.0913470 May 12 08:18:39.168305 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:39.169059 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:39.198566 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1948769 May 12 08:18:39.217171 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5e72252f-8e4e-48ba-9815-a791399ba9aa req-be93af72-c073-40fb-ad1b-67d9dd5f6f2f tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645192 May 12 08:18:39.225844 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Request body: {'port': {'device_id': 'acdc529c-3dba-4b7a-aaca-d455b67d56dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:18:39.358561 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:39.401488 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-4e2dc833-e2a4-4880-a433-b5f3bb02b75c None None] Provisioning for port d95c669f-267d-4dd2-afdc-036ce4083140 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:18:39.407490 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-4e2dc833-e2a4-4880-a433-b5f3bb02b75c None None] Provisioning complete for port d95c669f-267d-4dd2-afdc-036ce4083140 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:18:39.416188 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc833-e2a4-4880-a433-b5f3bb02b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:39.490771 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-4e2dc833-e2a4-4880-a433-b5f3bb02b75c None None] Port d95c669f-267d-4dd2-afdc-036ce4083140 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:18:39.547917 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a97eb3-0226-4619-be5b-1ff6b78f17a5 req-f3b3218c-9de5-4135-82c5-056d7d188c10 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:39.559531 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-56a97eb3-0226-4619-be5b-1ff6b78f17a5 req-f3b3218c-9de5-4135-82c5-056d7d188c10 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 936 time: 0.0874772 May 12 08:18:39.594999 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-56a97eb3-0226-4619-be5b-1ff6b78f17a5 req-68066ab7-6671-4f21-bdb8-fbd8263380bd tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 May 12 08:18:39.805775 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95c669f-267d-4dd2-afdc-036ce4083140 {{(pid=78675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:18:39.813716 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:39.831086 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Transition to ACTIVE for port object d95c669f-267d-4dd2-afdc-036ce4083140 will not be triggered until provisioned by entity L2. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:18:39.838554 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132470434'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:39.842599 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-68c65385-b953-4c30-a771-fc0d2e453b5b tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:39.980786 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Pushing event updated for resources: {'Port': ['ID=d95c669f-267d-4dd2-afdc-036ce4083140,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:40.022857 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:40.153506 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Attempting to bind port d95c669f-267d-4dd2-afdc-036ce4083140 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:18:40.153853 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Attempting to bind port d95c669f-267d-4dd2-afdc-036ce4083140 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '419b1f1e-2914-4a79-b38e-190169627896'}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:18:40.154175 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Attempting to bind port d95c669f-267d-4dd2-afdc-036ce4083140 on network 419b1f1e-2914-4a79-b38e-190169627896 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:18:40.161461 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Port d95c669f-267d-4dd2-afdc-036ce4083140 on network 419b1f1e-2914-4a79-b38e-190169627896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:18:40.161779 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Attempting to bind port d95c669f-267d-4dd2-afdc-036ce4083140 on network 419b1f1e-2914-4a79-b38e-190169627896 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:18:40.171669 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf839b-ac6a-4548-b278-494438881968 req-230f867c-5f7f-4e94-a720-1c89bae06742 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:40.173192 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-18bf839b-ac6a-4548-b278-494438881968 req-230f867c-5f7f-4e94-a720-1c89bae06742 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0877180 May 12 08:18:40.176360 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:18:40.176736 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Checking segment: {'id': '4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '419b1f1e-2914-4a79-b38e-190169627896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:18:40.177149 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Bound using segment: {'id': '4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '419b1f1e-2914-4a79-b38e-190169627896'} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:18:40.177550 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Bound port: d95c669f-267d-4dd2-afdc-036ce4083140, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '419b1f1e-2914-4a79-b38e-190169627896'}}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:18:40.177929 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:40.194032 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83329be-0de3-411b-90be-c56a84d6bbc8 req-ec85a148-2f9c-4fba-861b-742e36218257 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:40.195557 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c83329be-0de3-411b-90be-c56a84d6bbc8 req-ec85a148-2f9c-4fba-861b-742e36218257 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 943 time: 0.1743197 May 12 08:18:40.231839 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-18bf839b-ac6a-4548-b278-494438881968 req-af7eb53b-83ca-41db-9fd1-9237d9cadd7a tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523632 May 12 08:18:40.310500 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c83329be-0de3-411b-90be-c56a84d6bbc8 req-e04ccce1-04ae-47be-9861-43c35be0e4c9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822551 May 12 08:18:40.316817 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] For port d95c669f-267d-4dd2-afdc-036ce4083140, host hv-cinder-79091, cleared binding levels {{(pid=78675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:18:40.320402 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] For port d95c669f-267d-4dd2-afdc-036ce4083140, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d95c669f-267d-4dd2-afdc-036ce4083140,segment=NetworkSegment(4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae),segment_id=4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae)] {{(pid=78675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:18:40.327793 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132470434'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:40.333658 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:40.354101 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a115b43-b4bb-4e6d-9fae-c7f0d6ca0d09 req-6bc9b1a8-7bf1-44b7-ab86-99b954151d33 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:40.354101 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a115b43-b4bb-4e6d-9fae-c7f0d6ca0d09 req-6bc9b1a8-7bf1-44b7-ab86-99b954151d33 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 945 time: 0.1191096 May 12 08:18:40.395847 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:40.396672 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:40.398320 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] 10.222.0.48 "PUT /v2.0/ports/d95c669f-267d-4dd2-afdc-036ce4083140 HTTP/1.1" status: 200 len: 1098 time: 1.1800640 May 12 08:18:40.398984 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdc529c-3dba-4b7a-aaca-d455b67d56dc', 'tag': 'd95c669f-267d-4dd2-afdc-036ce4083140'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:40.447848 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Pushing event updated for resources: {'Port': ['ID=d95c669f-267d-4dd2-afdc-036ce4083140,revision_number=3']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:40.458162 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:40.465018 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdc529c-3dba-4b7a-aaca-d455b67d56dc', 'tag': 'd95c669f-267d-4dd2-afdc-036ce4083140', 'status': 'completed', 'code': 200} May 12 08:18:40.599643 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-9a33c0ec-6b8a-494e-a875-6d30d787733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:40.600303 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c370de-948f-4c49-9d86-e2514d64ea01 req-5174949e-e327-46d8-a66d-26328c77482b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:40.601126 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-9a33c0ec-6b8a-494e-a875-6d30d787733e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a13e87ac4ae4c6693c92f8b2f9f056a&device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 1101 time: 0.0924397 May 12 08:18:40.601982 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-43c370de-948f-4c49-9d86-e2514d64ea01 req-5174949e-e327-46d8-a66d-26328c77482b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 945 time: 0.1854732 May 12 08:18:40.660119 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-0a115b43-b4bb-4e6d-9fae-c7f0d6ca0d09 req-5c98e605-5536-48aa-bde8-f6ccc1997527 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Deleting port 3ead1ae0-5748-4d95-bd0d-d29ec670d405 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:18:40.660398 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-0a115b43-b4bb-4e6d-9fae-c7f0d6ca0d09 req-5c98e605-5536-48aa-bde8-f6ccc1997527 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:40.713331 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-6173e7c4-9c84-499f-824c-cae199386053 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=d95c669f-267d-4dd2-afdc-036ce4083140 HTTP/1.1" status: 200 len: 217 time: 0.0779023 May 12 08:18:40.732412 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-43c370de-948f-4c49-9d86-e2514d64ea01 req-5086d1f5-7a95-4f9f-97c1-aca9f1ec66fc tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229448 May 12 08:18:40.799560 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-728812ea-a3a2-4d0e-8b98-7f62c130f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:40.801004 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-728812ea-a3a2-4d0e-8b98-7f62c130f59a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8a35d6-29da-4308-a736-9de98313a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0774758 May 12 08:18:40.842990 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-0a115b43-b4bb-4e6d-9fae-c7f0d6ca0d09 req-5c98e605-5536-48aa-bde8-f6ccc1997527 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] For port 3ead1ae0-5748-4d95-bd0d-d29ec670d405, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3ead1ae0-5748-4d95-bd0d-d29ec670d405,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:40.843596 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-0a115b43-b4bb-4e6d-9fae-c7f0d6ca0d09 req-5c98e605-5536-48aa-bde8-f6ccc1997527 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:40.898431 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-999ae36c-6986-474a-a6e3-59230732ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:40.900211 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-999ae36c-6986-474a-a6e3-59230732ebcc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=419b1f1e-2914-4a79-b38e-190169627896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0881245 May 12 08:18:41.033266 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 13acc5e5-6995-4a49-8b6f-494432e3e2f4 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:18:41.072678 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-0a115b43-b4bb-4e6d-9fae-c7f0d6ca0d09 req-5c98e605-5536-48aa-bde8-f6ccc1997527 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Calling delete_port for 3ead1ae0-5748-4d95-bd0d-d29ec670d405 owned by compute:nova {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:18:41.159399 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-7048aee6-232e-4d75-a8d7-f4f462f1d25c service neutron] 10.222.0.48 "GET /v2.0/networks/419b1f1e-2914-4a79-b38e-190169627896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451947 May 12 08:18:41.181255 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9d102-d17a-4fc5-9b9a-7ec6e5bb18e0 req-cf9bc33d-7ef4-44a6-9823-de206175fc2c tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:41.182110 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-31e9d102-d17a-4fc5-9b9a-7ec6e5bb18e0 req-cf9bc33d-7ef4-44a6-9823-de206175fc2c tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Synchronizing usage tracker for tenant:5a13e87ac4ae4c6693c92f8b2f9f056a on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:18:41.201136 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-31e9d102-d17a-4fc5-9b9a-7ec6e5bb18e0 req-cf9bc33d-7ef4-44a6-9823-de206175fc2c tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Unset dirty status for tenant:5a13e87ac4ae4c6693c92f8b2f9f056a on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:18:41.209136 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-31e9d102-d17a-4fc5-9b9a-7ec6e5bb18e0 req-cf9bc33d-7ef4-44a6-9823-de206175fc2c tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 948 time: 0.1777647 May 12 08:18:41.215828 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-0a115b43-b4bb-4e6d-9fae-c7f0d6ca0d09 req-5c98e605-5536-48aa-bde8-f6ccc1997527 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:41.224771 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-cc6d092c-cbda-4cd5-8b48-a2de61fcf310 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:41.242537 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 13acc5e5-6995-4a49-8b6f-494432e3e2f4, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=13acc5e5-6995-4a49-8b6f-494432e3e2f4,segment=NetworkSegment(6cf98749-f55d-49b7-8cba-068101758a10),segment_id=6cf98749-f55d-49b7-8cba-068101758a10)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:41.262541 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['77512322-d2dd-4c00-aa29-4ea93a0b33e6', 'f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017', '9063c979-362d-4146-8419-98f75e304973', '3ead1ae0-5748-4d95-bd0d-d29ec670d405'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:18:41.306352 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': '13acc5e5-6995-4a49-8b6f-494432e3e2f4', 'network_id': '53c24948-9527-4531-a2d9-a3ec79889c59', 'port_id': '13acc5e5-6995-4a49-8b6f-494432e3e2f4', 'mac_address': 'fa:16:3e:6a:7d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212ca998-c0ec-4ea0-922f-b2938ddee416', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:18:41.337542 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98e605-5536-48aa-bde8-f6ccc1997527 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Pushing event deleted for resources: {'Port': ['ID=3ead1ae0-5748-4d95-bd0d-d29ec670d405,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:41.342889 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-5c98e605-5536-48aa-bde8-f6ccc1997527 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:41.387600 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-31e9d102-d17a-4fc5-9b9a-7ec6e5bb18e0 req-9820372e-d4cc-4918-9c05-83493ecc498d tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Synchronizing usage tracker for tenant:5a13e87ac4ae4c6693c92f8b2f9f056a on resource:security_group {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:18:41.439964 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-31e9d102-d17a-4fc5-9b9a-7ec6e5bb18e0 req-9820372e-d4cc-4918-9c05-83493ecc498d tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Unset dirty status for tenant:5a13e87ac4ae4c6693c92f8b2f9f056a on resource:security_group {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:18:41.441290 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-31e9d102-d17a-4fc5-9b9a-7ec6e5bb18e0 req-9820372e-d4cc-4918-9c05-83493ecc498d tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245090 May 12 08:18:41.475212 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a115b43-b4bb-4e6d-9fae-c7f0d6ca0d09 req-5c98e605-5536-48aa-bde8-f6ccc1997527 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] No DVR routers for this DVR port 3ead1ae0-5748-4d95-bd0d-d29ec670d405 on host hv-cinder-79091 {{(pid=78674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:18:41.478519 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b2175d06-3bfd-46dd-a713-93b690108cbb req-a9ce827b-5226-4e28-a466-836fd90b9ac1 service neutron] 10.222.0.48 "GET /v2.0/networks/419b1f1e-2914-4a79-b38e-190169627896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386689 May 12 08:18:41.483542 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-0a115b43-b4bb-4e6d-9fae-c7f0d6ca0d09 req-5c98e605-5536-48aa-bde8-f6ccc1997527 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:41.487691 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e24053-7367-4158-8279-bf4bee3cd4fb', 'name': 'network-vif-deleted', 'tag': '3ead1ae0-5748-4d95-bd0d-d29ec670d405'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:41.515765 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0a115b43-b4bb-4e6d-9fae-c7f0d6ca0d09 req-5c98e605-5536-48aa-bde8-f6ccc1997527 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "DELETE /v2.0/ports/3ead1ae0-5748-4d95-bd0d-d29ec670d405 HTTP/1.1" status: 204 len: 173 time: 1.1422191 May 12 08:18:41.540908 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c90118-f890-4f99-89b0-248e2ee00e9c req-fe46d987-5865-4abf-a22f-cb531e7dca95 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:41.549650 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-36c90118-f890-4f99-89b0-248e2ee00e9c req-fe46d987-5865-4abf-a22f-cb531e7dca95 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1215768 May 12 08:18:41.553555 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:41.606510 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-36c90118-f890-4f99-89b0-248e2ee00e9c req-295c4833-128d-455d-91d2-680ebfb43dbf tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555217 May 12 08:18:41.610175 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13acc5e5-6995-4a49-8b6f-494432e3e2f4 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:18:41.700277 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 13acc5e5-6995-4a49-8b6f-494432e3e2f4, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=13acc5e5-6995-4a49-8b6f-494432e3e2f4,segment=NetworkSegment(6cf98749-f55d-49b7-8cba-068101758a10),segment_id=6cf98749-f55d-49b7-8cba-068101758a10)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:41.714535 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:41.717292 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e24053-7367-4158-8279-bf4bee3cd4fb', 'name': 'network-vif-deleted', 'tag': '3ead1ae0-5748-4d95-bd0d-d29ec670d405', 'status': 'completed', 'code': 200} May 12 08:18:41.718756 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:41.759122 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bbcae-cc64-4608-86df-ffe73d555721 req-01f559e1-2861-49a4-9e3c-74792fd696e7 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:41.760736 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-348bbcae-cc64-4608-86df-ffe73d555721 req-01f559e1-2861-49a4-9e3c-74792fd696e7 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 943 time: 0.1664481 May 12 08:18:41.856915 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937659-b538-40e5-9c17-80d9ee8e3629 req-43d78113-20f5-4e62-b606-8041d6c913a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:41.858734 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7f937659-b538-40e5-9c17-80d9ee8e3629 req-43d78113-20f5-4e62-b606-8041d6c913a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a13e87ac4ae4c6693c92f8b2f9f056a&device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 1101 time: 0.1958556 May 12 08:18:41.860364 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-348bbcae-cc64-4608-86df-ffe73d555721 req-794eb02b-6b12-4d0d-bec6-2fa55ae22880 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904324 May 12 08:18:41.872305 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=13acc5e5-6995-4a49-8b6f-494432e3e2f4,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:41.894377 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:41.894715 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:41.895048 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:41.895366 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:41.895683 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:41.896000 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:41.896310 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:41.896664 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:41.896964 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:41.897275 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:41.897626 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:41.897915 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:18:41.901966 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:42.039865 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-acb7654e-6208-4660-8e09-c1bc29602396 req-7a9c6020-4eb4-4b0c-be5c-7210edbcb490 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=22e24053-7367-4158-8279-bf4bee3cd4fb HTTP/1.1" status: 200 len: 210 time: 0.0573237 May 12 08:18:42.057466 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937659-b538-40e5-9c17-80d9ee8e3629 req-de078d73-cedd-4aac-9153-60bd61ac7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:42.059242 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7f937659-b538-40e5-9c17-80d9ee8e3629 req-de078d73-cedd-4aac-9153-60bd61ac7574 service neutron] 10.222.0.48 "GET /v2.0/networks?id=419b1f1e-2914-4a79-b38e-190169627896 HTTP/1.1" status: 200 len: 870 time: 0.1559513 May 12 08:18:42.131129 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7f937659-b538-40e5-9c17-80d9ee8e3629 req-6f64ac4b-38c6-49e4-830f-c5a39833a5b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=d95c669f-267d-4dd2-afdc-036ce4083140 HTTP/1.1" status: 200 len: 217 time: 0.0617714 May 12 08:18:42.204916 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937659-b538-40e5-9c17-80d9ee8e3629 req-bf1395ed-afef-427f-a6e1-694c8c8a400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:42.206401 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7f937659-b538-40e5-9c17-80d9ee8e3629 req-bf1395ed-afef-427f-a6e1-694c8c8a400d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8a35d6-29da-4308-a736-9de98313a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0636370 May 12 08:18:42.292677 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937659-b538-40e5-9c17-80d9ee8e3629 req-7d776561-ffa3-4a50-8e6e-242b9e553737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:42.294169 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7f937659-b538-40e5-9c17-80d9ee8e3629 req-7d776561-ffa3-4a50-8e6e-242b9e553737 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=419b1f1e-2914-4a79-b38e-190169627896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0706897 May 12 08:18:42.310167 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['13acc5e5-6995-4a49-8b6f-494432e3e2f4'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:18:42.336971 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73433ddf-c8e7-4a72-9b10-069f0f2988f1 req-f9346d6e-ea53-497c-9910-b145c871cad0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:42.338655 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-73433ddf-c8e7-4a72-9b10-069f0f2988f1 req-f9346d6e-ea53-497c-9910-b145c871cad0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.0943589 May 12 08:18:42.393703 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-73433ddf-c8e7-4a72-9b10-069f0f2988f1 req-5caa3ff6-1710-4296-a69c-87de07d21ca7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425355 May 12 08:18:42.527218 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7f937659-b538-40e5-9c17-80d9ee8e3629 req-b82149bb-4813-4663-b3c7-118edc1adc43 service neutron] 10.222.0.48 "GET /v2.0/networks/419b1f1e-2914-4a79-b38e-190169627896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442430 May 12 08:18:42.745402 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7f937659-b538-40e5-9c17-80d9ee8e3629 req-0a4c1089-a7a1-457c-9115-f382bd8146f6 service neutron] 10.222.0.48 "GET /v2.0/networks/419b1f1e-2914-4a79-b38e-190169627896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067382 May 12 08:18:42.764732 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb9478-c176-4f98-9d12-18aaec785825 req-78215385-c905-4e3a-b28d-6d09c13027bb tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:42.766324 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-44eb9478-c176-4f98-9d12-18aaec785825 req-78215385-c905-4e3a-b28d-6d09c13027bb tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 948 time: 0.1555600 May 12 08:18:42.782966 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 49898) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:42.838343 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-44eb9478-c176-4f98-9d12-18aaec785825 req-d31ed211-2aaa-451d-8359-0478409ccccd tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538635 May 12 08:18:42.872986 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1579c-5a6f-48c2-9a0a-688af404e6ff req-c45f7897-d5d5-4a67-b380-5d63c991d9b8 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:42.874531 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-60b1579c-5a6f-48c2-9a0a-688af404e6ff req-c45f7897-d5d5-4a67-b380-5d63c991d9b8 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1385765 May 12 08:18:42.971734 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-717334b7-75d1-4989-b646-8058870ecbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:42.991541 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-717334b7-75d1-4989-b646-8058870ecbf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:42.998215 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-4fb7266d-31f7-4aad-9d96-6d02c4e64300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:43.022834 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-60b1579c-5a6f-48c2-9a0a-688af404e6ff req-e8834402-f3d8-4755-92b6-2a8c0bf8d30c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422915 May 12 08:18:43.045289 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-717334b7-75d1-4989-b646-8058870ecbf3 admin admin] Usage tracker for resource:security_group_rule and tenant:cb1532b759764eaabd97bf5c9dfc9651 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:18:43.052278 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-717334b7-75d1-4989-b646-8058870ecbf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:18:43.060067 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-717334b7-75d1-4989-b646-8058870ecbf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:43.113716 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53454225-19f4-40ca-83a0-b96e9a1a77d2 req-148217e7-4561-4d28-89b1-7fdf779883cf tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:43.117198 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-53454225-19f4-40ca-83a0-b96e9a1a77d2 req-148217e7-4561-4d28-89b1-7fdf779883cf tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 944 time: 0.1215189 May 12 08:18:43.176055 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-53454225-19f4-40ca-83a0-b96e9a1a77d2 req-15e16b8a-4058-4637-9348-5ddd0584eb4e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525997 May 12 08:18:43.222366 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-717334b7-75d1-4989-b646-8058870ecbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:43.228258 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-717334b7-75d1-4989-b646-8058870ecbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:43.236921 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-117e9057-69fd-45fd-9c53-21bf84c3a637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:43.282423 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-717334b7-75d1-4989-b646-8058870ecbf3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb1532b759764eaabd97bf5c9dfc9651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4945803 May 12 08:18:43.282423 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717334b7-75d1-4989-b646-8058870ecbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09266ed0-2431-40ec-aa59-fa59a7846c55,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:43.282782 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 49918) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:43.284942 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-717334b7-75d1-4989-b646-8058870ecbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:43.351471 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-c3b79ffb-b942-4ee3-a1c4-ef7b1078e8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:43.384387 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-c3b79ffb-b942-4ee3-a1c4-ef7b1078e8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:43.449003 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-c3b79ffb-b942-4ee3-a1c4-ef7b1078e8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:43.453066 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ca11ef36-4096-423f-aac7-308906b263fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:43.465169 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b79ffb-b942-4ee3-a1c4-ef7b1078e8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09266ed0-2431-40ec-aa59-fa59a7846c55,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:43.468596 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-c3b79ffb-b942-4ee3-a1c4-ef7b1078e8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:43.502539 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-c3b79ffb-b942-4ee3-a1c4-ef7b1078e8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:43.502539 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-c3b79ffb-b942-4ee3-a1c4-ef7b1078e8f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09266ed0-2431-40ec-aa59-fa59a7846c55 HTTP/1.1" status: 204 len: 168 time: 0.2099354 May 12 08:18:43.630874 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab026b5-8fbc-415d-a0ea-6be45c1df561 req-f43645a1-e17d-4e48-af26-493754d0cb95 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:43.632319 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-aab026b5-8fbc-415d-a0ea-6be45c1df561 req-f43645a1-e17d-4e48-af26-493754d0cb95 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.0921898 May 12 08:18:43.679231 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-aab026b5-8fbc-415d-a0ea-6be45c1df561 req-0c45403e-bd14-40c1-ba3e-1cf826842d0b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403869 May 12 08:18:43.842851 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:44.032597 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fce8e-52c1-4243-a494-882524b591aa req-ed14f378-e660-4e77-b9ff-990ff4730908 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:44.037042 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-500fce8e-52c1-4243-a494-882524b591aa req-ed14f378-e660-4e77-b9ff-990ff4730908 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 948 time: 0.0859120 May 12 08:18:44.079758 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-500fce8e-52c1-4243-a494-882524b591aa req-dab24240-945f-4698-a8c6-44e2261af651 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391979 May 12 08:18:44.396993 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48aa5cb-fe2f-4f4c-9fd3-cc03aa6f7358 req-1207a3b5-9f00-40ed-a9cf-273a541d4853 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:44.398600 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c48aa5cb-fe2f-4f4c-9fd3-cc03aa6f7358 req-1207a3b5-9f00-40ed-a9cf-273a541d4853 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 944 time: 0.1028423 May 12 08:18:44.447348 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c48aa5cb-fe2f-4f4c-9fd3-cc03aa6f7358 req-60103c65-2b98-48ac-892a-82da7c006e5f tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401828 May 12 08:18:44.807551 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dc872-7211-490f-b7a6-30ab1ad8e4d6 req-cc654adb-ab4c-4dd6-830e-46dd526f6020 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:44.809498 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2b8dc872-7211-490f-b7a6-30ab1ad8e4d6 req-cc654adb-ab4c-4dd6-830e-46dd526f6020 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0991931 May 12 08:18:44.887393 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2b8dc872-7211-490f-b7a6-30ab1ad8e4d6 req-b9cf7c73-51f0-4b3b-9999-0c6296960fb7 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686891 May 12 08:18:44.951939 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624b24e-2148-4982-a7b3-c698a9b0a185 req-bca69b29-02d3-4c25-914b-3285ae3467d7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:44.953474 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7624b24e-2148-4982-a7b3-c698a9b0a185 req-bca69b29-02d3-4c25-914b-3285ae3467d7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1072457 May 12 08:18:44.997633 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7624b24e-2148-4982-a7b3-c698a9b0a185 req-90d916e0-f4b6-45df-bb75-9cceaee92929 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382261 May 12 08:18:45.076098 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ef56a-700a-4fff-98cc-7f12a451a113 req-85a1fcd8-e6c7-4133-ad56-36692369315c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:45.077344 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device d95c669f-267d-4dd2-afdc-036ce4083140 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:18:45.077859 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f89ef56a-700a-4fff-98cc-7f12a451a113 req-85a1fcd8-e6c7-4133-ad56-36692369315c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 945 time: 0.0825343 May 12 08:18:45.087912 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 13acc5e5-6995-4a49-8b6f-494432e3e2f4 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:18:45.123191 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f89ef56a-700a-4fff-98cc-7f12a451a113 req-9225cdb7-9d37-48ab-9cc6-121504f0550c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 May 12 08:18:45.258321 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port 13acc5e5-6995-4a49-8b6f-494432e3e2f4 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:18:45.272102 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port 13acc5e5-6995-4a49-8b6f-494432e3e2f4 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:18:45.272601 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:45.312289 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a2b00-ee4b-43df-abd7-d21fff26c488 req-e55c84fd-148c-4565-a2a3-166eae23e482 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:45.314075 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a99a2b00-ee4b-43df-abd7-d21fff26c488 req-e55c84fd-148c-4565-a2a3-166eae23e482 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 948 time: 0.0852611 May 12 08:18:45.315955 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port d95c669f-267d-4dd2-afdc-036ce4083140, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d95c669f-267d-4dd2-afdc-036ce4083140,segment=NetworkSegment(4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae),segment_id=4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:45.345798 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'd95c669f-267d-4dd2-afdc-036ce4083140', 'network_id': '419b1f1e-2914-4a79-b38e-190169627896', 'port_id': 'd95c669f-267d-4dd2-afdc-036ce4083140', 'mac_address': 'fa:16:3e:99:b1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8a35d6-29da-4308-a736-9de98313a6d0', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:18:45.363410 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a99a2b00-ee4b-43df-abd7-d21fff26c488 req-2020355b-26be-46d5-a2ea-0b4d88d00380 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 May 12 08:18:45.392540 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-4c7fcd6d-ca06-48f0-b827-a9fb547364b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:45.459859 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:45.499572 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95c669f-267d-4dd2-afdc-036ce4083140 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:18:45.512133 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:45.531717 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:45.536666 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port d95c669f-267d-4dd2-afdc-036ce4083140, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d95c669f-267d-4dd2-afdc-036ce4083140,segment=NetworkSegment(4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae),segment_id=4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:45.545566 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:45.548083 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:45.595171 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3464352a-bf36-4ea5-885f-4e829b2cf90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13acc5e5-6995-4a49-8b6f-494432e3e2f4'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:45.614293 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 13acc5e5-6995-4a49-8b6f-494432e3e2f4, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=13acc5e5-6995-4a49-8b6f-494432e3e2f4,segment=NetworkSegment(6cf98749-f55d-49b7-8cba-068101758a10),segment_id=6cf98749-f55d-49b7-8cba-068101758a10)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:45.651021 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:45.651885 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 3ead1ae0-5748-4d95-bd0d-d29ec670d405 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:18:45.678854 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=d95c669f-267d-4dd2-afdc-036ce4083140,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:45.682650 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:45.683252 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:45.720738 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3464352a-bf36-4ea5-885f-4e829b2cf90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13acc5e5-6995-4a49-8b6f-494432e3e2f4', 'code': 200} May 12 08:18:45.737159 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: 3ead1ae0-5748-4d95-bd0d-d29ec670d405 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:18:45.737511 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 3ead1ae0-5748-4d95-bd0d-d29ec670d405 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:18:45.764007 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=13acc5e5-6995-4a49-8b6f-494432e3e2f4,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:45.766965 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:45.770254 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296c358-1e89-484e-99a1-fc7a36f10264 req-48ea370b-d34c-42f0-ba67-dc8cae4b577b tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:45.771914 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a296c358-1e89-484e-99a1-fc7a36f10264 req-48ea370b-d34c-42f0-ba67-dc8cae4b577b tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 945 time: 0.1891718 May 12 08:18:45.821318 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a296c358-1e89-484e-99a1-fc7a36f10264 req-ecc5955b-8f3a-4518-98cc-2ea2039c9afc tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427651 May 12 08:18:46.010165 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b65f4-a52d-495d-a941-2dba4e231e9c req-8e0c50ca-46c3-4e0b-b3af-c97b482750ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:46.012685 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1b9b65f4-a52d-495d-a941-2dba4e231e9c req-8e0c50ca-46c3-4e0b-b3af-c97b482750ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 1098 time: 0.0732920 May 12 08:18:46.074689 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1b9b65f4-a52d-495d-a941-2dba4e231e9c req-f5062b8e-820f-43f3-a005-7686825779f9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489006 May 12 08:18:46.153784 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['d95c669f-267d-4dd2-afdc-036ce4083140'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:18:46.198146 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bffa8a50-703f-4f57-a498-eb9df9850f0f req-65ad06d3-30ca-48c8-8fc4-7cf400292adc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1404936 May 12 08:18:46.220874 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f0e24-ecce-471f-9ff8-0181243f7c38 req-89426074-b994-4893-be5b-d02e3e608daf tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:46.222337 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-161f0e24-ecce-471f-9ff8-0181243f7c38 req-89426074-b994-4893-be5b-d02e3e608daf tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1072862 May 12 08:18:46.277233 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-161f0e24-ecce-471f-9ff8-0181243f7c38 req-8178c896-9911-428b-aea7-6e9f1c9e7044 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480914 May 12 08:18:46.343661 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b1f7b-45b0-4e40-8a8f-62cde0348d5c req-b262e49f-fd28-4921-adfc-0b4da332696e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:46.344408 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-ef7b1f7b-45b0-4e40-8a8f-62cde0348d5c req-b262e49f-fd28-4921-adfc-0b4da332696e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Synchronizing usage tracker for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:18:46.361124 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-ef7b1f7b-45b0-4e40-8a8f-62cde0348d5c req-b262e49f-fd28-4921-adfc-0b4da332696e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Unset dirty status for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:18:46.369040 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ef7b1f7b-45b0-4e40-8a8f-62cde0348d5c req-b262e49f-fd28-4921-adfc-0b4da332696e tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 945 time: 0.1200993 May 12 08:18:46.424346 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ef7b1f7b-45b0-4e40-8a8f-62cde0348d5c req-2726c233-c0de-4a74-a107-052f4ea727f5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542152 May 12 08:18:46.472289 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:46.606162 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632f2a8-d393-4998-9f57-7fb4353cac9d req-d6bf0c4f-0bd6-4bc2-9377-440422380ccf tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:46.607740 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6632f2a8-d393-4998-9f57-7fb4353cac9d req-d6bf0c4f-0bd6-4bc2-9377-440422380ccf tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 949 time: 0.1205528 May 12 08:18:46.664805 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6632f2a8-d393-4998-9f57-7fb4353cac9d req-0a986f18-e1cf-47d0-997b-36a5b4a9aab4 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477612 May 12 08:18:46.676069 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa8a50-703f-4f57-a498-eb9df9850f0f req-d3b2a07f-c923-4380-a609-b5075a0eb861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:46.680582 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bffa8a50-703f-4f57-a498-eb9df9850f0f req-d3b2a07f-c923-4380-a609-b5075a0eb861 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f66fe14646c34c47ad422167942b2336&device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 1098 time: 0.1222794 May 12 08:18:46.889078 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa8a50-703f-4f57-a498-eb9df9850f0f req-cbc15c04-5cad-41b1-b1f7-6763cc3ac1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:46.890528 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bffa8a50-703f-4f57-a498-eb9df9850f0f req-cbc15c04-5cad-41b1-b1f7-6763cc3ac1b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a268b575-88fb-44a7-9078-873928216331 HTTP/1.1" status: 200 len: 919 time: 0.1377912 May 12 08:18:46.992452 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bffa8a50-703f-4f57-a498-eb9df9850f0f req-83cab643-6811-4b59-8d55-26ddbf9069ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 HTTP/1.1" status: 200 len: 217 time: 0.0921149 May 12 08:18:47.073851 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa8a50-703f-4f57-a498-eb9df9850f0f req-8864129a-bb39-46ef-9f20-6d5108c1fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:47.075284 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bffa8a50-703f-4f57-a498-eb9df9850f0f req-8864129a-bb39-46ef-9f20-6d5108c1fa8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc HTTP/1.1" status: 200 len: 858 time: 0.0684776 May 12 08:18:47.095668 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5982f-cb07-41b6-8702-d6fae08754c9 req-3c1f1d86-1f6d-4aa1-91a0-10cc7230edc1 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:47.097058 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ada5982f-cb07-41b6-8702-d6fae08754c9 req-3c1f1d86-1f6d-4aa1-91a0-10cc7230edc1 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 945 time: 0.1421492 May 12 08:18:47.153598 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bffa8a50-703f-4f57-a498-eb9df9850f0f req-67355a62-baf5-4b53-b3da-5e424c65997f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a268b575-88fb-44a7-9078-873928216331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555551 May 12 08:18:47.254474 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ada5982f-cb07-41b6-8702-d6fae08754c9 req-d752f917-3d89-42c1-82ea-4a7d36005282 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272914 May 12 08:18:47.316115 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bffa8a50-703f-4f57-a498-eb9df9850f0f req-286091ac-fef8-4606-9a2e-eddee79b0d36 service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474645 May 12 08:18:47.494934 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d26dc8-4f69-4095-a658-73a94f95e7a3 req-597ed723-f6dc-4199-b06c-2eeb945bbf8e tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:47.499248 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a1d26dc8-4f69-4095-a658-73a94f95e7a3 req-597ed723-f6dc-4199-b06c-2eeb945bbf8e tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1084456 May 12 08:18:47.550298 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a1d26dc8-4f69-4095-a658-73a94f95e7a3 req-06dee490-2515-470a-8006-286130ac3e8c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406635 May 12 08:18:47.615232 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bffa8a50-703f-4f57-a498-eb9df9850f0f req-b8b57e6d-d32c-4af0-9679-8aa364ca4185 service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878561 May 12 08:18:47.650214 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ce531-3768-44b6-aed6-ef80c1d0999b req-71029a3d-c5a6-45ba-885c-01976ee663e4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:47.651684 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-602ce531-3768-44b6-aed6-ef80c1d0999b req-71029a3d-c5a6-45ba-885c-01976ee663e4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 945 time: 0.0971344 May 12 08:18:47.708529 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-602ce531-3768-44b6-aed6-ef80c1d0999b req-019fadd3-79c9-4948-9f3f-6a942fc09097 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510204 May 12 08:18:47.894839 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2b843-5cc9-40a7-8814-d69140c87af2 req-4d0ad239-faf2-437c-91bb-bcede4cae17e tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:47.896322 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e8b2b843-5cc9-40a7-8814-d69140c87af2 req-4d0ad239-faf2-437c-91bb-bcede4cae17e tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 949 time: 0.0837138 May 12 08:18:47.963151 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e8b2b843-5cc9-40a7-8814-d69140c87af2 req-2f109fd3-7606-47f9-83fa-1de093f3334b tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607357 May 12 08:18:47.968414 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:48.456091 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5c6aa-9ce3-4aed-8696-1bd02a129d18 req-fa35e871-1cd1-4a9b-b5e6-2c819f0c6436 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:48.457610 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-bac5c6aa-9ce3-4aed-8696-1bd02a129d18 req-fa35e871-1cd1-4a9b-b5e6-2c819f0c6436 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 945 time: 0.0942383 May 12 08:18:48.502293 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-bac5c6aa-9ce3-4aed-8696-1bd02a129d18 req-f965cd42-68c4-4131-95d0-bd5cb88bb264 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384316 May 12 08:18:48.747222 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5700fa-7b5e-4f36-9e10-007032be799c req-7e01a6eb-3b3a-421c-ae7b-1eae05d02248 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:48.749554 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d5700fa-7b5e-4f36-9e10-007032be799c req-7e01a6eb-3b3a-421c-ae7b-1eae05d02248 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.0831325 May 12 08:18:48.843515 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d5700fa-7b5e-4f36-9e10-007032be799c req-5a4da4a8-c4e7-4c67-ac1b-eed710af483f tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566647 May 12 08:18:48.874674 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9f532-2fd0-4ef7-adcc-d511a2b3f5c1 req-c8dbef8e-822e-43fc-bb9e-1b4100d85a23 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:48.876768 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f7f9f532-2fd0-4ef7-adcc-d511a2b3f5c1 req-c8dbef8e-822e-43fc-bb9e-1b4100d85a23 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 945 time: 0.1260910 May 12 08:18:48.992444 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab2eef-eaa3-4edb-807c-6678abd6ebeb req-5a4bae0f-7b9e-428c-9fa7-30d15e4cd4dc tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:48.999410 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3cab2eef-eaa3-4edb-807c-6678abd6ebeb req-5a4bae0f-7b9e-428c-9fa7-30d15e4cd4dc tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 945 time: 0.1238761 May 12 08:18:49.067917 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3cab2eef-eaa3-4edb-807c-6678abd6ebeb req-45775cd6-8056-43f6-8820-a7f3f3d09595 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674462 May 12 08:18:49.111862 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device d95c669f-267d-4dd2-afdc-036ce4083140 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:18:49.184449 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-f7f9f532-2fd0-4ef7-adcc-d511a2b3f5c1 req-e466eb5e-839f-4940-84fb-c177e22e11b6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Deleting port 9063c979-362d-4146-8419-98f75e304973 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:18:49.184846 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-f7f9f532-2fd0-4ef7-adcc-d511a2b3f5c1 req-e466eb5e-839f-4940-84fb-c177e22e11b6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:49.243861 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port d95c669f-267d-4dd2-afdc-036ce4083140 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:18:49.250182 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port d95c669f-267d-4dd2-afdc-036ce4083140 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:18:49.251219 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:49.328577 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757feadc-0925-413e-8998-1515e8981483 req-66d56488-9514-4ffd-9fb5-cb9137cdb609 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:49.328577 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-757feadc-0925-413e-8998-1515e8981483 req-66d56488-9514-4ffd-9fb5-cb9137cdb609 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 949 time: 0.2043271 May 12 08:18:49.373854 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-f7f9f532-2fd0-4ef7-adcc-d511a2b3f5c1 req-e466eb5e-839f-4940-84fb-c177e22e11b6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] For port 9063c979-362d-4146-8419-98f75e304973, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9063c979-362d-4146-8419-98f75e304973,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:49.373854 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-f7f9f532-2fd0-4ef7-adcc-d511a2b3f5c1 req-e466eb5e-839f-4940-84fb-c177e22e11b6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:49.443837 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:49.473949 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdc529c-3dba-4b7a-aaca-d455b67d56dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95c669f-267d-4dd2-afdc-036ce4083140'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:49.483621 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port d95c669f-267d-4dd2-afdc-036ce4083140, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d95c669f-267d-4dd2-afdc-036ce4083140,segment=NetworkSegment(4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae),segment_id=4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:49.488907 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:49.490723 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:49.518468 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-757feadc-0925-413e-8998-1515e8981483 req-5e5face8-9aa3-4efc-b0b2-017c8a1ccc33 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768219 May 12 08:18:49.525212 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-f7f9f532-2fd0-4ef7-adcc-d511a2b3f5c1 req-e466eb5e-839f-4940-84fb-c177e22e11b6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Calling delete_port for 9063c979-362d-4146-8419-98f75e304973 owned by compute:nova {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:18:49.560523 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=d95c669f-267d-4dd2-afdc-036ce4083140,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:49.563454 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:49.599637 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdc529c-3dba-4b7a-aaca-d455b67d56dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95c669f-267d-4dd2-afdc-036ce4083140', 'code': 200} May 12 08:18:49.648624 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-f7f9f532-2fd0-4ef7-adcc-d511a2b3f5c1 req-e466eb5e-839f-4940-84fb-c177e22e11b6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:49.656659 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-abd3e074-edbf-417e-a896-784f4d6b0159 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:49.710124 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['77512322-d2dd-4c00-aa29-4ea93a0b33e6', 'f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017', '9063c979-362d-4146-8419-98f75e304973'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:18:49.711707 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466eb5e-839f-4940-84fb-c177e22e11b6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Pushing event deleted for resources: {'Port': ['ID=9063c979-362d-4146-8419-98f75e304973,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:49.749420 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e466eb5e-839f-4940-84fb-c177e22e11b6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:49.803339 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f9f532-2fd0-4ef7-adcc-d511a2b3f5c1 req-e466eb5e-839f-4940-84fb-c177e22e11b6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] No DVR routers for this DVR port 9063c979-362d-4146-8419-98f75e304973 on host hv-cinder-79091 {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:18:49.841212 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-f7f9f532-2fd0-4ef7-adcc-d511a2b3f5c1 req-e466eb5e-839f-4940-84fb-c177e22e11b6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:49.848435 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1297458a-f641-4e77-95ba-5ccb8a0b5f5d', 'name': 'network-vif-deleted', 'tag': '9063c979-362d-4146-8419-98f75e304973'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:49.875755 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f7f9f532-2fd0-4ef7-adcc-d511a2b3f5c1 req-e466eb5e-839f-4940-84fb-c177e22e11b6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "DELETE /v2.0/ports/9063c979-362d-4146-8419-98f75e304973 HTTP/1.1" status: 204 len: 173 time: 0.9929626 May 12 08:18:49.924543 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd19226-6254-4df0-a65c-004e471eb509 req-988f1ac7-63fc-497e-8ae8-bb95df2d8509 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:49.927482 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ccd19226-6254-4df0-a65c-004e471eb509 req-988f1ac7-63fc-497e-8ae8-bb95df2d8509 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1255939 May 12 08:18:49.981085 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1297458a-f641-4e77-95ba-5ccb8a0b5f5d', 'name': 'network-vif-deleted', 'tag': '9063c979-362d-4146-8419-98f75e304973', 'status': 'completed', 'code': 200} May 12 08:18:50.009281 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c201a-0e30-41f4-9236-db2b1236cb9f req-b9482032-1c20-4571-91d1-302885e6a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:50.012146 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3d5c201a-0e30-41f4-9236-db2b1236cb9f req-b9482032-1c20-4571-91d1-302885e6a2d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f66fe14646c34c47ad422167942b2336&device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 1098 time: 0.1648579 May 12 08:18:50.021881 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ccd19226-6254-4df0-a65c-004e471eb509 req-89e55cfe-feb9-41fb-b6b2-4735d35eb5ff tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932984 May 12 08:18:50.077993 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7dff5-8435-4d91-a7b6-5160c94ca660 req-98280a07-e50a-417c-8cfa-814ad4508fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:50.079681 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2cd7dff5-8435-4d91-a7b6-5160c94ca660 req-98280a07-e50a-417c-8cfa-814ad4508fb3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 1103 time: 0.1337209 May 12 08:18:50.134953 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2cd7dff5-8435-4d91-a7b6-5160c94ca660 req-78d11dad-c93a-443b-b36c-0b21c06b304e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456877 May 12 08:18:50.243836 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c201a-0e30-41f4-9236-db2b1236cb9f req-476604f2-52e3-46fe-a7ee-e5a26ee571ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:50.246202 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3d5c201a-0e30-41f4-9236-db2b1236cb9f req-476604f2-52e3-46fe-a7ee-e5a26ee571ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=a268b575-88fb-44a7-9078-873928216331 HTTP/1.1" status: 200 len: 919 time: 0.2247679 May 12 08:18:50.268527 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c780-a46b-4691-8cf1-7730d99efff7 req-11bc22aa-d07f-4d28-b673-cd60dcde4dd5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:50.270135 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5228c780-a46b-4691-8cf1-7730d99efff7 req-11bc22aa-d07f-4d28-b673-cd60dcde4dd5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1575382 May 12 08:18:50.333119 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5228c780-a46b-4691-8cf1-7730d99efff7 req-7b4c5093-6941-4069-adf0-e9b6d5509dbd tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571344 May 12 08:18:50.422185 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-42fb6438-b776-4a23-98a9-a3cfc9a8aba4 req-0f9bafc2-750e-4d8e-bca2-f8fa45258375 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Synchronizing usage tracker for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:18:50.443460 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-42fb6438-b776-4a23-98a9-a3cfc9a8aba4 req-0f9bafc2-750e-4d8e-bca2-f8fa45258375 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Unset dirty status for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:18:50.444938 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-42fb6438-b776-4a23-98a9-a3cfc9a8aba4 req-0f9bafc2-750e-4d8e-bca2-f8fa45258375 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=1297458a-f641-4e77-95ba-5ccb8a0b5f5d HTTP/1.1" status: 200 len: 210 time: 0.0707116 May 12 08:18:50.538702 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91173417-c210-477c-96ba-e948e539dfb1 req-4ff37b67-1a7c-42c0-a81b-9d0dd0e109b2 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:50.540372 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-91173417-c210-477c-96ba-e948e539dfb1 req-4ff37b67-1a7c-42c0-a81b-9d0dd0e109b2 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 945 time: 0.0855253 May 12 08:18:50.630961 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3d5c201a-0e30-41f4-9236-db2b1236cb9f req-92e347ed-ef6c-4690-b76c-52708468600e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 HTTP/1.1" status: 200 len: 217 time: 0.0679750 May 12 08:18:50.650199 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-91173417-c210-477c-96ba-e948e539dfb1 req-3445c2b0-ddf8-429d-a53a-d3c2f436d783 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033449 May 12 08:18:50.858951 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c201a-0e30-41f4-9236-db2b1236cb9f req-73022474-71ef-42e7-892b-e62ac665feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:50.860406 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3d5c201a-0e30-41f4-9236-db2b1236cb9f req-73022474-71ef-42e7-892b-e62ac665feb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc HTTP/1.1" status: 200 len: 858 time: 0.0719776 May 12 08:18:50.917553 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccdac8-7b7a-432d-99de-5b6a7193a2bf req-01cffdc3-a4c2-4a17-a4a6-69499014e866 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:50.919043 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0cccdac8-7b7a-432d-99de-5b6a7193a2bf req-01cffdc3-a4c2-4a17-a4a6-69499014e866 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 950 time: 0.1704698 May 12 08:18:50.930320 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3d5c201a-0e30-41f4-9236-db2b1236cb9f req-b3735ac8-ed88-423a-a45f-fac8749ec162 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a268b575-88fb-44a7-9078-873928216331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542309 May 12 08:18:51.043697 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0cccdac8-7b7a-432d-99de-5b6a7193a2bf req-075fe258-ca6d-4570-8364-4806fdbc1a4b tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163604 May 12 08:18:51.098036 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3d5c201a-0e30-41f4-9236-db2b1236cb9f req-330d7e8c-8e3a-49cf-a002-a23e80464463 service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553857 May 12 08:18:51.228527 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e80c0-75f3-4f4d-8868-9071706d555e req-72ce60a2-0f3e-4827-b486-cd110fa1975e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:51.232310 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2f5e80c0-75f3-4f4d-8868-9071706d555e req-72ce60a2-0f3e-4827-b486-cd110fa1975e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0898504 May 12 08:18:51.276634 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2f5e80c0-75f3-4f4d-8868-9071706d555e req-085ec6da-3b64-459b-a84d-034129e3ec33 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 May 12 08:18:51.327776 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3d5c201a-0e30-41f4-9236-db2b1236cb9f req-9ffb094d-c98b-43d8-b2be-ac411c57089c service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207229 May 12 08:18:51.556390 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ce93a-61a1-43cd-abf2-277fb7ab98b7 req-2a16c9d7-89aa-4859-aa8b-2f44071cf985 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:51.557954 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a88ce93a-61a1-43cd-abf2-277fb7ab98b7 req-2a16c9d7-89aa-4859-aa8b-2f44071cf985 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.0917847 May 12 08:18:51.605812 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a88ce93a-61a1-43cd-abf2-277fb7ab98b7 req-e66e4a2c-dabe-48d1-b098-ff3f4dd277f4 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412028 May 12 08:18:51.865088 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8aba0b-13c6-4c66-8211-73929713223f req-54fd63fe-c82c-4046-ae3c-834f73607ebc tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:51.866498 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0d8aba0b-13c6-4c66-8211-73929713223f req-54fd63fe-c82c-4046-ae3c-834f73607ebc tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 945 time: 0.0897322 May 12 08:18:51.916375 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0d8aba0b-13c6-4c66-8211-73929713223f req-080682e0-9140-470d-9405-7975389b8280 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 May 12 08:18:51.966056 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6a04-2637-4abf-a58d-9d0116b344cc req-073a6264-2651-4158-9f4a-77126522cc4c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:51.967557 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d60d6a04-2637-4abf-a58d-9d0116b344cc req-073a6264-2651-4158-9f4a-77126522cc4c tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 945 time: 0.1191757 May 12 08:18:52.013841 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d60d6a04-2637-4abf-a58d-9d0116b344cc req-d0b12c57-051a-464b-bbcc-d0eaa97b9d6a tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 May 12 08:18:52.248016 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf1514-ba27-4494-a0a6-c7bc404761a8 req-c8e032ff-4ab3-49aa-b0d1-b3fef8f9c72d tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:52.249519 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c5bf1514-ba27-4494-a0a6-c7bc404761a8 req-c8e032ff-4ab3-49aa-b0d1-b3fef8f9c72d tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 950 time: 0.0858243 May 12 08:18:52.296059 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c5bf1514-ba27-4494-a0a6-c7bc404761a8 req-1d76dcf2-5f7f-47b2-bc16-d76a261c9206 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 May 12 08:18:52.490399 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396bf5f-497a-4f9d-9197-760ce640d409 req-6a18e2a1-816f-494f-a2ee-421ca53bf63d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:52.491738 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9396bf5f-497a-4f9d-9197-760ce640d409 req-6a18e2a1-816f-494f-a2ee-421ca53bf63d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0952439 May 12 08:18:52.538301 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9396bf5f-497a-4f9d-9197-760ce640d409 req-ed6f14eb-45e8-42ff-865e-ae43a4f6a1ad tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402117 May 12 08:18:52.893056 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfea66-f6e7-4a96-9aec-63fb7d67e1a4 req-98cbe741-1ab3-46aa-b413-fefdedafba9d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:52.894559 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c3dfea66-f6e7-4a96-9aec-63fb7d67e1a4 req-98cbe741-1ab3-46aa-b413-fefdedafba9d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1631479 May 12 08:18:52.941853 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c3dfea66-f6e7-4a96-9aec-63fb7d67e1a4 req-cfb42127-30fc-4822-89ee-7fb464103c5d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393443 May 12 08:18:53.115707 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49938a5-1e07-4c87-97c2-ab7540f2c387 req-6f1d2fc4-add5-42a2-bc2e-8808369b1327 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:53.117304 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e49938a5-1e07-4c87-97c2-ab7540f2c387 req-6f1d2fc4-add5-42a2-bc2e-8808369b1327 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 945 time: 0.0840049 May 12 08:18:53.145210 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 9063c979-362d-4146-8419-98f75e304973 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:18:53.171229 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e49938a5-1e07-4c87-97c2-ab7540f2c387 req-0118687d-7570-48c9-8aeb-40af462ed3e8 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473828 May 12 08:18:53.184730 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: 9063c979-362d-4146-8419-98f75e304973 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:18:53.185461 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 9063c979-362d-4146-8419-98f75e304973 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:18:53.207910 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319cc1d-9876-45ac-b124-46aa69aec09c req-73affdec-261c-4a32-832a-19b8cbea2564 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:53.209476 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5319cc1d-9876-45ac-b124-46aa69aec09c req-73affdec-261c-4a32-832a-19b8cbea2564 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 945 time: 0.0844779 May 12 08:18:53.255943 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5319cc1d-9876-45ac-b124-46aa69aec09c req-7fbdc82d-99ef-4188-b623-1c056eef2f60 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 May 12 08:18:53.487149 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d11147-ed76-4116-9419-c022ef74094d req-7a688bde-9ad1-49ad-9b27-9a62c44a3d8f tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:53.488663 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-36d11147-ed76-4116-9419-c022ef74094d req-7a688bde-9ad1-49ad-9b27-9a62c44a3d8f tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 950 time: 0.0854385 May 12 08:18:53.545619 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-36d11147-ed76-4116-9419-c022ef74094d req-eec895fd-21fb-4774-8826-ba4f3fb86b8b tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489283 May 12 08:18:53.811627 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a5f3b-fc7f-40b8-946a-6b977f7bd457 req-a27f4642-9dd7-4da5-b71c-3d39b95898ad tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:53.813247 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1b6a5f3b-fc7f-40b8-946a-6b977f7bd457 req-a27f4642-9dd7-4da5-b71c-3d39b95898ad tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1512609 May 12 08:18:53.846787 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bd0ce-7bdd-4e9b-9563-d35b3341acec req-f41c080b-5299-4d31-9ca0-c25948babde1 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:53.848811 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0f9bd0ce-7bdd-4e9b-9563-d35b3341acec req-f41c080b-5299-4d31-9ca0-c25948babde1 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.48 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 945 time: 0.1400237 May 12 08:18:53.914272 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1b6a5f3b-fc7f-40b8-946a-6b977f7bd457 req-be250608-8aa7-4a53-ae94-9e2e358face6 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946164 May 12 08:18:54.013484 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-0f9bd0ce-7bdd-4e9b-9563-d35b3341acec req-6f8692cd-98fb-493e-afe9-61a7a44506b9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Deleting port 13acc5e5-6995-4a49-8b6f-494432e3e2f4 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:18:54.013843 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-0f9bd0ce-7bdd-4e9b-9563-d35b3341acec req-6f8692cd-98fb-493e-afe9-61a7a44506b9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:54.018092 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d26b48-eb2c-4623-a359-dc1053d5d14f req-964e073b-95ef-4f74-8c60-04d7188bcf19 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:54.019715 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-57d26b48-eb2c-4623-a359-dc1053d5d14f req-964e073b-95ef-4f74-8c60-04d7188bcf19 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 950 time: 0.0814121 May 12 08:18:54.068444 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-57d26b48-eb2c-4623-a359-dc1053d5d14f req-c9b789a1-bf34-4d32-8d87-ae6a35efafa2 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412254 May 12 08:18:54.191929 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-0f9bd0ce-7bdd-4e9b-9563-d35b3341acec req-6f8692cd-98fb-493e-afe9-61a7a44506b9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] For port 13acc5e5-6995-4a49-8b6f-494432e3e2f4, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=13acc5e5-6995-4a49-8b6f-494432e3e2f4,segment=NetworkSegment(6cf98749-f55d-49b7-8cba-068101758a10),segment_id=6cf98749-f55d-49b7-8cba-068101758a10)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:54.192279 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-0f9bd0ce-7bdd-4e9b-9563-d35b3341acec req-6f8692cd-98fb-493e-afe9-61a7a44506b9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:54.321630 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-0f9bd0ce-7bdd-4e9b-9563-d35b3341acec req-6f8692cd-98fb-493e-afe9-61a7a44506b9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Calling delete_port for 13acc5e5-6995-4a49-8b6f-494432e3e2f4 owned by compute:nova {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:18:54.333847 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676db62-e017-4607-a0f1-161d3ebf2089 req-fe04d994-05ef-42f7-82e2-26978df42663 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:54.335345 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f676db62-e017-4607-a0f1-161d3ebf2089 req-fe04d994-05ef-42f7-82e2-26978df42663 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.2595017 May 12 08:18:54.370342 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa12f5-d5f7-4aa0-a9bf-713d488e73a6 req-d0f47f62-0d40-4f39-992e-48a34637d191 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:54.371841 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-14fa12f5-d5f7-4aa0-a9bf-713d488e73a6 req-d0f47f62-0d40-4f39-992e-48a34637d191 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 945 time: 0.0856419 May 12 08:18:54.400028 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f676db62-e017-4607-a0f1-161d3ebf2089 req-f300f24c-78e6-4963-85ac-e17dba43ec76 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566218 May 12 08:18:54.426839 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-14fa12f5-d5f7-4aa0-a9bf-713d488e73a6 req-7965bf0b-5d39-4e75-91ac-82bf5018d04d tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/security-groups?id=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479836 May 12 08:18:54.498237 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-0f9bd0ce-7bdd-4e9b-9563-d35b3341acec req-6f8692cd-98fb-493e-afe9-61a7a44506b9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:54.504420 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7f787817-b641-4165-8413-487e812aac77 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:54.575828 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['13acc5e5-6995-4a49-8b6f-494432e3e2f4'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:18:54.586473 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8692cd-98fb-493e-afe9-61a7a44506b9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Pushing event deleted for resources: {'Port': ['ID=13acc5e5-6995-4a49-8b6f-494432e3e2f4,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:54.598790 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-6f8692cd-98fb-493e-afe9-61a7a44506b9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:54.679912 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9bd0ce-7bdd-4e9b-9563-d35b3341acec req-6f8692cd-98fb-493e-afe9-61a7a44506b9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] No DVR routers for this DVR port 13acc5e5-6995-4a49-8b6f-494432e3e2f4 on host hv-cinder-79091 {{(pid=78674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:18:54.685080 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-0f9bd0ce-7bdd-4e9b-9563-d35b3341acec req-6f8692cd-98fb-493e-afe9-61a7a44506b9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:54.687625 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3464352a-bf36-4ea5-885f-4e829b2cf90e', 'name': 'network-vif-deleted', 'tag': '13acc5e5-6995-4a49-8b6f-494432e3e2f4'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:54.726019 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0f9bd0ce-7bdd-4e9b-9563-d35b3341acec req-6f8692cd-98fb-493e-afe9-61a7a44506b9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.48 "DELETE /v2.0/ports/13acc5e5-6995-4a49-8b6f-494432e3e2f4 HTTP/1.1" status: 204 len: 173 time: 0.8613262 May 12 08:18:54.744322 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31027cb-76c9-439e-91c1-b987f59404ca req-ec0cfb64-47e6-43c9-8c66-4c2f6ea746bb tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:54.751685 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d31027cb-76c9-439e-91c1-b987f59404ca req-ec0cfb64-47e6-43c9-8c66-4c2f6ea746bb tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 945 time: 0.2089293 May 12 08:18:54.754425 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3464352a-bf36-4ea5-885f-4e829b2cf90e', 'name': 'network-vif-deleted', 'tag': '13acc5e5-6995-4a49-8b6f-494432e3e2f4', 'status': 'completed', 'code': 200} May 12 08:18:54.819211 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d31027cb-76c9-439e-91c1-b987f59404ca req-f0780e9e-e0b4-43c5-96e6-4f2aa23caef2 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664399 May 12 08:18:54.851317 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486bfe4-e65e-42a6-b9a9-abe1569a926d req-d56298a2-df31-418b-b3da-bdd383ea0763 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:54.853704 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8486bfe4-e65e-42a6-b9a9-abe1569a926d req-d56298a2-df31-418b-b3da-bdd383ea0763 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 945 time: 0.1150184 May 12 08:18:55.020867 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-8486bfe4-e65e-42a6-b9a9-abe1569a926d req-63d1aef4-e35b-4fc4-ab3e-29f6dd9869a5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Deleting port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:18:55.021267 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8486bfe4-e65e-42a6-b9a9-abe1569a926d req-63d1aef4-e35b-4fc4-ab3e-29f6dd9869a5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:55.228514 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbbd25-4641-4b4c-b87b-2ad6d12e35e1 req-f56ff09a-8ecf-4b7a-ad5c-daf362d1f00d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:55.229906 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-09cbbd25-4641-4b4c-b87b-2ad6d12e35e1 req-f56ff09a-8ecf-4b7a-ad5c-daf362d1f00d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1936512 May 12 08:18:55.238213 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-8486bfe4-e65e-42a6-b9a9-abe1569a926d req-63d1aef4-e35b-4fc4-ab3e-29f6dd9869a5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] For port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:55.238568 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8486bfe4-e65e-42a6-b9a9-abe1569a926d req-63d1aef4-e35b-4fc4-ab3e-29f6dd9869a5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:55.266932 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f217b-b4c6-477e-a934-ca95a1234643 req-53547235-54b7-4c42-98d6-e352a08e54cb tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:55.268450 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-527f217b-b4c6-477e-a934-ca95a1234643 req-53547235-54b7-4c42-98d6-e352a08e54cb tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 950 time: 0.0830083 May 12 08:18:55.312386 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-527f217b-b4c6-477e-a934-ca95a1234643 req-3138342b-21c3-48b6-8c3f-654498a19ddb tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379772 May 12 08:18:55.375271 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-8486bfe4-e65e-42a6-b9a9-abe1569a926d req-63d1aef4-e35b-4fc4-ab3e-29f6dd9869a5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Calling delete_port for f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 owned by compute:nova {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:18:55.400036 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-09cbbd25-4641-4b4c-b87b-2ad6d12e35e1 req-81e845b8-de9c-49f9-8ade-3333b0863afe tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638823 May 12 08:18:55.538737 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8486bfe4-e65e-42a6-b9a9-abe1569a926d req-63d1aef4-e35b-4fc4-ab3e-29f6dd9869a5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:55.549105 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:55.587127 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['77512322-d2dd-4c00-aa29-4ea93a0b33e6', 'f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:18:55.634490 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1aef4-e35b-4fc4-ab3e-29f6dd9869a5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Pushing event deleted for resources: {'Port': ['ID=f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:55.642850 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-63d1aef4-e35b-4fc4-ab3e-29f6dd9869a5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:55.653059 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a8eef09f-1651-4e4a-9514-dd2f276d8db2 req-738c6863-96b7-42dd-a242-8e6d0e9ec47b tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] 10.222.0.43 "GET /v2.0/ports?device_id=3464352a-bf36-4ea5-885f-4e829b2cf90e HTTP/1.1" status: 200 len: 210 time: 0.0725181 May 12 08:18:55.726100 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8486bfe4-e65e-42a6-b9a9-abe1569a926d req-63d1aef4-e35b-4fc4-ab3e-29f6dd9869a5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] No DVR routers for this DVR port f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 on host hv-cinder-79091 {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:18:55.729194 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-8486bfe4-e65e-42a6-b9a9-abe1569a926d req-63d1aef4-e35b-4fc4-ab3e-29f6dd9869a5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:55.732047 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7185aa8-adc5-493d-90bb-006b0d591017', 'name': 'network-vif-deleted', 'tag': 'f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:55.754309 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8486bfe4-e65e-42a6-b9a9-abe1569a926d req-63d1aef4-e35b-4fc4-ab3e-29f6dd9869a5 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "DELETE /v2.0/ports/f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 HTTP/1.1" status: 204 len: 173 time: 0.8880789 May 12 08:18:55.767394 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432d88b-5f89-47de-8590-d80df56c4a44 req-b4e6119f-8f36-4c51-bdbd-50d17179e94f tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:55.769259 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0432d88b-5f89-47de-8590-d80df56c4a44 req-b4e6119f-8f36-4c51-bdbd-50d17179e94f tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.2009952 May 12 08:18:55.818170 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0432d88b-5f89-47de-8590-d80df56c4a44 req-8a4ee3ad-c508-44e4-ab43-21a88b7d7a88 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409830 May 12 08:18:55.876189 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7185aa8-adc5-493d-90bb-006b0d591017', 'name': 'network-vif-deleted', 'tag': 'f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017', 'status': 'completed', 'code': 200} May 12 08:18:56.010522 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7ab08257-94b2-4322-871e-c1b2207dc969 req-8ccb772a-623c-4094-ab7b-456bc675876b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7185aa8-adc5-493d-90bb-006b0d591017 HTTP/1.1" status: 200 len: 210 time: 0.0489142 May 12 08:18:56.181927 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 50264) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:56.302736 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5fc59d3c-f592-44e7-846e-b306b3b3e03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:56.317868 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-5fc59d3c-f592-44e7-846e-b306b3b3e03b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:18:56.322712 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-5fc59d3c-f592-44e7-846e-b306b3b3e03b admin admin] Usage tracker for resource:security_group_rule and tenant:44740237aec94eb1a7f56d5b2bab42a9 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:18:56.325592 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-5fc59d3c-f592-44e7-846e-b306b3b3e03b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:18:56.332135 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-5fc59d3c-f592-44e7-846e-b306b3b3e03b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:18:56.427071 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5fc59d3c-f592-44e7-846e-b306b3b3e03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:56.432755 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5fc59d3c-f592-44e7-846e-b306b3b3e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:56.441932 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:56.602117 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b766da-392a-4456-9eff-405ff3fa65a5 req-dfc6ccf2-5bcc-4946-8c6c-f12e35495cb6 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:56.604312 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d2b766da-392a-4456-9eff-405ff3fa65a5 req-dfc6ccf2-5bcc-4946-8c6c-f12e35495cb6 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0955939 May 12 08:18:56.652681 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc59d3c-f592-44e7-846e-b306b3b3e03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a96dae-9c10-4922-a89c-a3fbda10cd53,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:56.653494 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d2b766da-392a-4456-9eff-405ff3fa65a5 req-5a35e1cc-916c-4728-a37d-1dc189c72866 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 May 12 08:18:56.659171 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-5fc59d3c-f592-44e7-846e-b306b3b3e03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:56.664260 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-5fc59d3c-f592-44e7-846e-b306b3b3e03b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44740237aec94eb1a7f56d5b2bab42a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805846 May 12 08:18:56.669786 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 50278) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:18:56.762553 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080a883-ac57-430d-b52c-5f80b4fbd484 req-9ff9af79-a1c1-49e4-bc8e-87c787f0a60a tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:56.764048 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-7080a883-ac57-430d-b52c-5f80b4fbd484 req-9ff9af79-a1c1-49e4-bc8e-87c787f0a60a tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.48 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 950 time: 0.3153930 May 12 08:18:56.782606 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2362669-91c6-47c4-ba86-3d895cd82c15 req-54604eaf-2765-4804-ad8a-385c51c4c204 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:56.790003 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c2362669-91c6-47c4-ba86-3d895cd82c15 req-54604eaf-2765-4804-ad8a-385c51c4c204 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 950 time: 0.3387313 May 12 08:18:56.869089 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e5f33ec9-9575-444d-9e48-2fa8ad2c88fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:56.958443 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e5f33ec9-9575-444d-9e48-2fa8ad2c88fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:56.984540 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c2362669-91c6-47c4-ba86-3d895cd82c15 req-43c7a73d-6f67-465d-afdf-e5abba240441 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/security-groups?id=3460736c-3dd8-4765-8f66-2ebf6403b3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935911 May 12 08:18:57.024793 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4149c6-ae74-43f6-9dc5-f020b3bca98a req-9dbbb6ee-5d8c-4b41-8d7b-229c1d8e841f tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:57.026605 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4c4149c6-ae74-43f6-9dc5-f020b3bca98a req-9dbbb6ee-5d8c-4b41-8d7b-229c1d8e841f tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.0923166 May 12 08:18:57.055884 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-7080a883-ac57-430d-b52c-5f80b4fbd484 req-5367f1bb-4024-4956-8c94-e48dc6108cca tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Deleting port d95c669f-267d-4dd2-afdc-036ce4083140 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:18:57.056337 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-7080a883-ac57-430d-b52c-5f80b4fbd484 req-5367f1bb-4024-4956-8c94-e48dc6108cca tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:57.095015 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4c4149c6-ae74-43f6-9dc5-f020b3bca98a req-aa99038c-89eb-4493-a9fa-c7dc89c8da86 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616481 May 12 08:18:57.133138 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e5f33ec9-9575-444d-9e48-2fa8ad2c88fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:57.139042 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7e9847f4-c4d6-47dd-bb7a-f9734f8470b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:57.155676 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f33ec9-9575-444d-9e48-2fa8ad2c88fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a96dae-9c10-4922-a89c-a3fbda10cd53,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:57.168274 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e5f33ec9-9575-444d-9e48-2fa8ad2c88fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:57.178293 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e5f33ec9-9575-444d-9e48-2fa8ad2c88fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:57.182261 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-e5f33ec9-9575-444d-9e48-2fa8ad2c88fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68a96dae-9c10-4922-a89c-a3fbda10cd53 HTTP/1.1" status: 204 len: 168 time: 0.5114727 May 12 08:18:57.199153 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:18:57.230238 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-7080a883-ac57-430d-b52c-5f80b4fbd484 req-5367f1bb-4024-4956-8c94-e48dc6108cca tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] For port d95c669f-267d-4dd2-afdc-036ce4083140, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d95c669f-267d-4dd2-afdc-036ce4083140,segment=NetworkSegment(4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae),segment_id=4af10b8e-d245-4a39-a9a6-a0dfbde8d8ae)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:18:57.230686 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-7080a883-ac57-430d-b52c-5f80b4fbd484 req-5367f1bb-4024-4956-8c94-e48dc6108cca tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:57.251334 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:18:57.251679 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f4ac59e9-68cd-4bd9-a6ac-2752b7dd0017 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:18:57.252099 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 13acc5e5-6995-4a49-8b6f-494432e3e2f4 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:18:57.296953 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: 13acc5e5-6995-4a49-8b6f-494432e3e2f4 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:18:57.297258 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 13acc5e5-6995-4a49-8b6f-494432e3e2f4 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:18:57.406771 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-7080a883-ac57-430d-b52c-5f80b4fbd484 req-5367f1bb-4024-4956-8c94-e48dc6108cca tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Calling delete_port for d95c669f-267d-4dd2-afdc-036ce4083140 owned by compute:nova {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:18:57.592729 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-7080a883-ac57-430d-b52c-5f80b4fbd484 req-5367f1bb-4024-4956-8c94-e48dc6108cca tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:57.600179 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-4ae3d723-f9c1-44b3-80f6-e418559393f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:18:57.640874 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['d95c669f-267d-4dd2-afdc-036ce4083140'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:18:57.646661 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367f1bb-4024-4956-8c94-e48dc6108cca tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Pushing event deleted for resources: {'Port': ['ID=d95c669f-267d-4dd2-afdc-036ce4083140,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:18:57.651446 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-5367f1bb-4024-4956-8c94-e48dc6108cca tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:18:57.761218 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7080a883-ac57-430d-b52c-5f80b4fbd484 req-5367f1bb-4024-4956-8c94-e48dc6108cca tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] No DVR routers for this DVR port d95c669f-267d-4dd2-afdc-036ce4083140 on host hv-cinder-79091 {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:18:57.764202 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-7080a883-ac57-430d-b52c-5f80b4fbd484 req-5367f1bb-4024-4956-8c94-e48dc6108cca tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:18:57.782280 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-7080a883-ac57-430d-b52c-5f80b4fbd484 req-5367f1bb-4024-4956-8c94-e48dc6108cca tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.48 "DELETE /v2.0/ports/d95c669f-267d-4dd2-afdc-036ce4083140 HTTP/1.1" status: 204 len: 173 time: 0.9708138 May 12 08:18:57.877634 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdc529c-3dba-4b7a-aaca-d455b67d56dc', 'name': 'network-vif-deleted', 'tag': 'd95c669f-267d-4dd2-afdc-036ce4083140'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:18:57.915378 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a224a-c8e0-4e8b-8fba-43f547269d66 req-66cff427-cc59-437d-8342-95036cb60167 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:57.916964 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be4a224a-c8e0-4e8b-8fba-43f547269d66 req-66cff427-cc59-437d-8342-95036cb60167 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1011817 May 12 08:18:57.948572 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdc529c-3dba-4b7a-aaca-d455b67d56dc', 'name': 'network-vif-deleted', 'tag': 'd95c669f-267d-4dd2-afdc-036ce4083140', 'status': 'completed', 'code': 200} May 12 08:18:57.970007 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be4a224a-c8e0-4e8b-8fba-43f547269d66 req-80327f47-9947-47e1-81c1-b14d11c70e4c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466733 May 12 08:18:58.164526 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-694be943-cc07-4edd-aecd-c7c91021840e req-b3c211ff-0660-474a-bbbc-e635505ff60b tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] 10.222.0.43 "GET /v2.0/ports?device_id=acdc529c-3dba-4b7a-aaca-d455b67d56dc HTTP/1.1" status: 200 len: 210 time: 0.0422001 May 12 08:18:58.300845 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d36b1-d056-42b1-ac95-3b341a213b1c req-987e8ae1-66f4-485f-b992-13206928c544 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:58.302322 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ce4d36b1-d056-42b1-ac95-3b341a213b1c req-987e8ae1-66f4-485f-b992-13206928c544 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.0951502 May 12 08:18:58.363011 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ce4d36b1-d056-42b1-ac95-3b341a213b1c req-2b8e62c8-5c40-40ae-bd4d-9c1c96caddde tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527644 May 12 08:18:58.825012 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11f149-79f9-4f0b-9a0a-fa94799edd9a req-6f9c0da5-16c6-486c-88c3-8b3489691db8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:58.826675 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fc11f149-79f9-4f0b-9a0a-fa94799edd9a req-6f9c0da5-16c6-486c-88c3-8b3489691db8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1324701 May 12 08:18:58.892898 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fc11f149-79f9-4f0b-9a0a-fa94799edd9a req-521c9957-52fb-4e87-bfab-9071c3868314 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529685 May 12 08:18:58.983172 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a57582-b783-4a86-b13b-0bfdf6ee708a req-6a462ed7-0b14-463c-9050-b68c1d439b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:58.984587 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-49a57582-b783-4a86-b13b-0bfdf6ee708a req-6a462ed7-0b14-463c-9050-b68c1d439b0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f33c4d641f2420683d924899ca743bd&device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 1098 time: 0.1523402 May 12 08:18:58.996708 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa322d3f-d8df-4419-9a16-fb16b15d9463 req-af881280-57ea-40d9-877f-543820997f34 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:58.997440 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-fa322d3f-d8df-4419-9a16-fb16b15d9463 req-af881280-57ea-40d9-877f-543820997f34 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Synchronizing usage tracker for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:18:59.102501 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-fa322d3f-d8df-4419-9a16-fb16b15d9463 req-af881280-57ea-40d9-877f-543820997f34 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Unset dirty status for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:18:59.103664 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa322d3f-d8df-4419-9a16-fb16b15d9463 req-af881280-57ea-40d9-877f-543820997f34 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 945 time: 0.2371330 May 12 08:18:59.188833 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fa322d3f-d8df-4419-9a16-fb16b15d9463 req-6f4f9b6e-a5ba-4af1-8d1c-5ddbc992bd28 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771973 May 12 08:18:59.191291 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a57582-b783-4a86-b13b-0bfdf6ee708a req-f9feeb75-4634-4815-a063-24e5826f1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:59.191988 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-49a57582-b783-4a86-b13b-0bfdf6ee708a req-f9feeb75-4634-4815-a063-24e5826f1d49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a48f7f6f-f530-4eda-bf6b-27ca4c358942 HTTP/1.1" status: 200 len: 912 time: 0.1916592 May 12 08:18:59.196783 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3ddf4-0aa9-4615-bc62-e686eb75e02f req-fc49ccdd-6efd-4472-8d16-da15189896bc tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:59.198291 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-36a3ddf4-0aa9-4615-bc62-e686eb75e02f req-fc49ccdd-6efd-4472-8d16-da15189896bc tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1039183 May 12 08:18:59.256189 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-36a3ddf4-0aa9-4615-bc62-e686eb75e02f req-3b18971d-4cd8-42ef-b716-39cdd12d36d6 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518548 May 12 08:18:59.312077 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-49a57582-b783-4a86-b13b-0bfdf6ee708a req-f95f4cc2-79dc-4633-bfdf-73c76b58829e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1847cba7-baa5-4969-bdaf-ab656057dc41 HTTP/1.1" status: 200 len: 1001 time: 0.1085718 May 12 08:18:59.385954 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a57582-b783-4a86-b13b-0bfdf6ee708a req-fd34c9a9-0077-41c8-b55c-90c69765cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:59.387701 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-49a57582-b783-4a86-b13b-0bfdf6ee708a req-fd34c9a9-0077-41c8-b55c-90c69765cad4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85150696-0c2f-4ffc-b17b-b5a382c1566b HTTP/1.1" status: 200 len: 850 time: 0.0658667 May 12 08:18:59.495676 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a57582-b783-4a86-b13b-0bfdf6ee708a req-bf6e0d9c-ca0d-466e-bf37-c7e7f5c50ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:18:59.497395 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-49a57582-b783-4a86-b13b-0bfdf6ee708a req-bf6e0d9c-ca0d-466e-bf37-c7e7f5c50ec5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a48f7f6f-f530-4eda-bf6b-27ca4c358942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0952394 May 12 08:18:59.750186 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-49a57582-b783-4a86-b13b-0bfdf6ee708a req-201165d7-7d94-4690-b1d3-2737e470e051 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315536 May 12 08:18:59.969399 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-49a57582-b783-4a86-b13b-0bfdf6ee708a req-cf9351ec-e725-4a8c-820b-8ad29d5ebcad service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109182 May 12 08:19:00.110354 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:19:00.210431 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157a888-b182-467a-9f14-1697531557fb req-7cdedbe8-c0d6-44d1-b9af-20626634fd4a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:00.216548 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c157a888-b182-467a-9f14-1697531557fb req-7cdedbe8-c0d6-44d1-b9af-20626634fd4a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1714406 May 12 08:19:00.299845 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c157a888-b182-467a-9f14-1697531557fb req-55bfdef0-f572-4a5a-93c0-cfd0ae1f087c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668023 May 12 08:19:00.539188 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f182d7-f5bf-4d03-8048-c1cba2dd0309 req-3284c094-b9e6-4620-a3ea-fe8dde9d2b7d tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:00.547707 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-37f182d7-f5bf-4d03-8048-c1cba2dd0309 req-3284c094-b9e6-4620-a3ea-fe8dde9d2b7d tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 945 time: 0.1410613 May 12 08:19:00.605635 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 50486) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:00.619077 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-37f182d7-f5bf-4d03-8048-c1cba2dd0309 req-805d6750-152a-4bd0-9726-c95331eae305 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702579 May 12 08:19:00.818961 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f0aa58ec-5f46-439e-a974-4b8cde026807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:00.828903 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee05b47-1407-4a0e-8eec-4c828b83a61e req-73304640-468f-4663-bdf7-dd8e6eeab485 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:00.835919 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-f0aa58ec-5f46-439e-a974-4b8cde026807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:00.840379 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-f0aa58ec-5f46-439e-a974-4b8cde026807 admin admin] Usage tracker for resource:security_group_rule and tenant:52852f7f13e74b7cbfa2147b1e2564a8 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:00.845725 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cee05b47-1407-4a0e-8eec-4c828b83a61e req-73304640-468f-4663-bdf7-dd8e6eeab485 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.2069542 May 12 08:19:00.846337 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-f0aa58ec-5f46-439e-a974-4b8cde026807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:00.854752 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-f0aa58ec-5f46-439e-a974-4b8cde026807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:00.914504 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cee05b47-1407-4a0e-8eec-4c828b83a61e req-958df365-d738-4a46-8ecb-7d6fdc0d30e1 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678031 May 12 08:19:01.037528 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f0aa58ec-5f46-439e-a974-4b8cde026807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:01.045759 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f0aa58ec-5f46-439e-a974-4b8cde026807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:01.064253 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-1a37f5c9-0a4d-4123-947f-1b96b9eff770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:01.098061 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 50514) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:01.100020 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-f0aa58ec-5f46-439e-a974-4b8cde026807 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52852f7f13e74b7cbfa2147b1e2564a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4893610 May 12 08:19:01.120277 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa58ec-5f46-439e-a974-4b8cde026807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae80613-dbde-48b5-a2ca-d0235cecea01,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:01.124399 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-f0aa58ec-5f46-439e-a974-4b8cde026807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:01.168311 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5580349f-c0ab-4762-8ff2-7c1d8ac00cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:01.204589 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5580349f-c0ab-4762-8ff2-7c1d8ac00cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:01.204833 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device d95c669f-267d-4dd2-afdc-036ce4083140 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:19:01.281118 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5580349f-c0ab-4762-8ff2-7c1d8ac00cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:01.284184 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: d95c669f-267d-4dd2-afdc-036ce4083140 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:19:01.284559 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device d95c669f-267d-4dd2-afdc-036ce4083140 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:19:01.302516 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d1aa0bbf-5f5d-4e06-b6f4-06f88a7de773 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:01.321973 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580349f-c0ab-4762-8ff2-7c1d8ac00cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae80613-dbde-48b5-a2ca-d0235cecea01,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:01.327017 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-5580349f-c0ab-4762-8ff2-7c1d8ac00cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:01.330263 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5580349f-c0ab-4762-8ff2-7c1d8ac00cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:01.331899 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-5580349f-c0ab-4762-8ff2-7c1d8ac00cf1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aae80613-dbde-48b5-a2ca-d0235cecea01 HTTP/1.1" status: 204 len: 168 time: 0.2350433 May 12 08:19:01.390766 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552f05b-4865-4c89-8f10-9d440afaffcc req-dd9a7f00-ca66-4e05-bd04-28f0573e948b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:01.392257 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e552f05b-4865-4c89-8f10-9d440afaffcc req-dd9a7f00-ca66-4e05-bd04-28f0573e948b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 945 time: 0.2212737 May 12 08:19:01.730848 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-e552f05b-4865-4c89-8f10-9d440afaffcc req-27b2d798-f245-4086-8ef9-eee0526f9c3b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Deleting port 77512322-d2dd-4c00-aa29-4ea93a0b33e6 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:19:01.731534 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e552f05b-4865-4c89-8f10-9d440afaffcc req-27b2d798-f245-4086-8ef9-eee0526f9c3b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:01.738757 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a46ce-5c32-4a8e-820d-f65fd9476da0 req-4b108bf5-4d03-4fe6-8485-a3a44bec9cca tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:01.748158 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-748a46ce-5c32-4a8e-820d-f65fd9476da0 req-4b108bf5-4d03-4fe6-8485-a3a44bec9cca tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1796474 May 12 08:19:01.899669 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-748a46ce-5c32-4a8e-820d-f65fd9476da0 req-f4fe4b76-5375-47c6-96fa-98bdc4cabac7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501946 May 12 08:19:02.105375 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11daee-09e4-4bc9-ba89-ea0b35c18356 req-8536ba30-711c-4035-b1ea-df45aae4e6fe tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:02.114617 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5a11daee-09e4-4bc9-ba89-ea0b35c18356 req-8536ba30-711c-4035-b1ea-df45aae4e6fe tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 945 time: 0.2298443 May 12 08:19:02.143123 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-e552f05b-4865-4c89-8f10-9d440afaffcc req-27b2d798-f245-4086-8ef9-eee0526f9c3b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] For port 77512322-d2dd-4c00-aa29-4ea93a0b33e6, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=77512322-d2dd-4c00-aa29-4ea93a0b33e6,segment=NetworkSegment(f52b8e8f-71ba-4fa2-a4b2-2ee932d298db),segment_id=f52b8e8f-71ba-4fa2-a4b2-2ee932d298db)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:19:02.143713 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e552f05b-4865-4c89-8f10-9d440afaffcc req-27b2d798-f245-4086-8ef9-eee0526f9c3b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:02.207413 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5a11daee-09e4-4bc9-ba89-ea0b35c18356 req-f832ca54-b493-4ed6-8a42-bd9f71c16e28 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/security-groups?id=16817782-62b5-49e9-9b98-a2c085b001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852430 May 12 08:19:02.293045 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245454a-b0ac-42c5-b5ca-174c33e93769 req-a2eef124-d9a4-4d8b-94f1-389b068bc51e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:02.294707 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8245454a-b0ac-42c5-b5ca-174c33e93769 req-a2eef124-d9a4-4d8b-94f1-389b068bc51e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1499319 May 12 08:19:02.392620 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8245454a-b0ac-42c5-b5ca-174c33e93769 req-867efdc2-a932-4441-8622-897535d8b79c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912623 May 12 08:19:02.496213 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-e552f05b-4865-4c89-8f10-9d440afaffcc req-27b2d798-f245-4086-8ef9-eee0526f9c3b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Calling delete_port for 77512322-d2dd-4c00-aa29-4ea93a0b33e6 owned by compute:nova {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:19:02.667633 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e552f05b-4865-4c89-8f10-9d440afaffcc req-27b2d798-f245-4086-8ef9-eee0526f9c3b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:02.676303 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-5367f1bb-4024-4956-8c94-e48dc6108cca tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:02.713556 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['77512322-d2dd-4c00-aa29-4ea93a0b33e6'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:19:02.765837 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2d798-f245-4086-8ef9-eee0526f9c3b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Pushing event deleted for resources: {'Port': ['ID=77512322-d2dd-4c00-aa29-4ea93a0b33e6,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:02.829123 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-27b2d798-f245-4086-8ef9-eee0526f9c3b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:02.893103 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e552f05b-4865-4c89-8f10-9d440afaffcc req-27b2d798-f245-4086-8ef9-eee0526f9c3b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] No DVR routers for this DVR port 77512322-d2dd-4c00-aa29-4ea93a0b33e6 on host hv-cinder-79091 {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:19:02.895771 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e552f05b-4865-4c89-8f10-9d440afaffcc req-27b2d798-f245-4086-8ef9-eee0526f9c3b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:02.898625 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5cc873-167f-4019-87d3-8709657be5bd', 'name': 'network-vif-deleted', 'tag': '77512322-d2dd-4c00-aa29-4ea93a0b33e6'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:19:02.922912 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e552f05b-4865-4c89-8f10-9d440afaffcc req-27b2d798-f245-4086-8ef9-eee0526f9c3b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.48 "DELETE /v2.0/ports/77512322-d2dd-4c00-aa29-4ea93a0b33e6 HTTP/1.1" status: 204 len: 173 time: 1.5228508 May 12 08:19:02.965422 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5cc873-167f-4019-87d3-8709657be5bd', 'name': 'network-vif-deleted', 'tag': '77512322-d2dd-4c00-aa29-4ea93a0b33e6', 'status': 'completed', 'code': 200} May 12 08:19:03.128678 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 50626) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:03.311405 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-644381670-network', 'tenant_id': '6fbd52df15aa44918adbf20d6255552c'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:19:03.317492 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:03.329376 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Usage tracker for resource:network and tenant:6fbd52df15aa44918adbf20d6255552c is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:03.339311 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:03.356211 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:03.479765 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-5d6ea296-b8a6-4096-9b6c-990a29a3e37c req-e9f01630-42bf-4f5a-bcb9-9c20e74cb3d1 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Synchronizing usage tracker for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:19:03.484577 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Made reservation on behalf of 6fbd52df15aa44918adbf20d6255552c for: {'network': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:19:03.487070 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:03.509353 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:03.524941 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-5d6ea296-b8a6-4096-9b6c-990a29a3e37c req-e9f01630-42bf-4f5a-bcb9-9c20e74cb3d1 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Unset dirty status for tenant:dc4727736ce64858b0b347b9ce953ca6 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:19:03.534252 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5d6ea296-b8a6-4096-9b6c-990a29a3e37c req-e9f01630-42bf-4f5a-bcb9-9c20e74cb3d1 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc5cc873-167f-4019-87d3-8709657be5bd HTTP/1.1" status: 200 len: 210 time: 0.1729221 May 12 08:19:03.542286 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:03.554086 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Usage tracker for resource:security_group_rule and tenant:6fbd52df15aa44918adbf20d6255552c is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:03.570391 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:03.580691 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:03.802696 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:03.810189 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:03.827592 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=78675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:19:03.839687 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:03.840205 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.segments_db [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Added segment 06c63e2d-d5c5-454d-925c-acd1d6b3553a of type vlan for network c2b5946e-a1dc-4ba6-9196-b6fec2610507 May 12 08:19:03.857376 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5574e42-52e9-4595-90b9-4d40b23f2a34 req-206716ac-0580-436b-ae77-ea1309a5331c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:03.868510 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f5574e42-52e9-4595-90b9-4d40b23f2a34 req-206716ac-0580-436b-ae77-ea1309a5331c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.2474041 May 12 08:19:03.875330 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:03.909862 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-9c81148d-83eb-4546-ae23-a5e03f52dc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:03.920447 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:03.926358 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:03.927122 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:03.983123 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9316f9-8d0e-475c-944c-2c1d02b83417,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:03.985231 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f5574e42-52e9-4595-90b9-4d40b23f2a34 req-dae88b89-e055-4b44-8aba-4578a78840cd tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156456 May 12 08:19:04.000451 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:04.002770 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:04.079611 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9464910 May 12 08:19:04.080347 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 50666) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:04.098236 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Request body: {'subnet': {'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-644381670-subnet', 'tenant_id': '6fbd52df15aa44918adbf20d6255552c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:19:04.105438 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b5946e-a1dc-4ba6-9196-b6fec2610507,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:04.111042 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:04.111944 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:04.120853 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network c2b5946e-a1dc-4ba6-9196-b6fec2610507 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:19:04.137569 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Usage tracker for resource:subnet and tenant:6fbd52df15aa44918adbf20d6255552c is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:04.144325 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:04.163935 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:04.188259 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Made reservation on behalf of 6fbd52df15aa44918adbf20d6255552c for: {'subnet': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:19:04.190839 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134155916'] for subnet, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:04.672854 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 50700) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:04.760970 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_v2 [None req-971ab0d6-4216-4738-a7b4-c0de48efcc5c admin admin] Deleting subnet 2c41f36c-9335-43c3-bef9-67f3b38b6c87 {{(pid=78675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:19:04.765384 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-971ab0d6-4216-4738-a7b4-c0de48efcc5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:04.828380 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3279661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134156030'] for subnet, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:04.836328 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:04.896771 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-971ab0d6-4216-4738-a7b4-c0de48efcc5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133914164'] for subnet, precommit_delete_associations {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:05.007509 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Checking segment: {'id': '06c63e2d-d5c5-454d-925c-acd1d6b3553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:19:05.008043 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Network hostable DHCP agents. Network: c2b5946e-a1dc-4ba6-9196-b6fec2610507, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:19:05.012756 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d25ead6-ec6a-4e4d-9601-e8a8b15a24ed,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:05.029535 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:05.063979 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Network c2b5946e-a1dc-4ba6-9196-b6fec2610507 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:19:05.079838 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, c2b5946e-a1dc-4ba6-9196-b6fec2610507) {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:19:05.092938 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10a0deb-4b7e-4e03-beba-4a8b1616b689 None None] Network c2b5946e-a1dc-4ba6-9196-b6fec2610507 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:19:05.114648 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:05.116621 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:05.162914 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0810730 May 12 08:19:05.217784 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-971ab0d6-4216-4738-a7b4-c0de48efcc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:05.331453 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 77512322-d2dd-4c00-aa29-4ea93a0b33e6 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:19:05.386501 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: 77512322-d2dd-4c00-aa29-4ea93a0b33e6 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:19:05.388305 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 77512322-d2dd-4c00-aa29-4ea93a0b33e6 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:19:05.477626 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f0581-81fd-4120-ba82-65afbb7740b4 req-ff4e512f-a8d2-47f3-b4cc-cf27e2a5e468 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:05.484766 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d19f0581-81fd-4120-ba82-65afbb7740b4 req-ff4e512f-a8d2-47f3-b4cc-cf27e2a5e468 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.2274711 May 12 08:19:05.560969 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb7f483-8b6d-42fc-a363-5e6eb2c5c111 None None] Network c2b5946e-a1dc-4ba6-9196-b6fec2610507 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:19:05.583959 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d19f0581-81fd-4120-ba82-65afbb7740b4 req-129d8134-eb5f-43eb-8cf5-00ca1fa7aa51 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981596 May 12 08:19:05.621094 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-971ab0d6-4216-4738-a7b4-c0de48efcc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132470504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132588959'] for subnet, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:05.631594 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:05.669104 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ab0d6-4216-4738-a7b4-c0de48efcc5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c41f36c-9335-43c3-bef9-67f3b38b6c87,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:05.671756 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-971ab0d6-4216-4738-a7b4-c0de48efcc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:05.675670 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-971ab0d6-4216-4738-a7b4-c0de48efcc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:05.679072 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-971ab0d6-4216-4738-a7b4-c0de48efcc5c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2c41f36c-9335-43c3-bef9-67f3b38b6c87 HTTP/1.1" status: 204 len: 168 time: 1.0054255 May 12 08:19:05.681932 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 50730) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:05.820414 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:05.965164 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:05.979307 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f1c163-76f5-496d-872e-c8a6504735f5']}} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:19:05.994266 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db') {'for_net_delete': True} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:19:05.994562 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52b8e8f-71ba-4fa2-a4b2-2ee932d298db') {} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:19:06.011873 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133914155'] for segment, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:06.030424 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:06.040129 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=78675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:19:06.040402 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132470414'] for segment, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: Traceback (most recent call last): May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: timer() May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: cb(*args, **kw) May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: return func(*args, **kwargs) May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: self._notify() May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: self.callback(batched_events) May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: event.method(event) May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: return f(self, *a, **k) May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: return self._get(url).json() May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: return self.request(url, 'GET', **kwargs) May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:19:06.067023 dv-cinder-790910-1-smb neutron-server[78675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:19:06.166907 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:06.172855 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:06.194737 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:06.204197 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] Pushing event deleted for resources: {'Network': ['ID=96f1c163-76f5-496d-872e-c8a6504735f5,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:06.213018 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:06.241347 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] 10.222.0.43 "DELETE /v2.0/networks/96f1c163-76f5-496d-872e-c8a6504735f5 HTTP/1.1" status: 204 len: 168 time: 0.5578868 May 12 08:19:06.399652 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 50750) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:06.453672 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-1508dab7-b7e5-4f78-a722-642691509e0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc4727736ce64858b0b347b9ce953ca6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0525150 May 12 08:19:06.456072 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 50754) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:06.517672 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f653b665-b018-49ee-a25e-394aecce76b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:06.547233 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f653b665-b018-49ee-a25e-394aecce76b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:06.605173 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 50762) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:06.612586 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f653b665-b018-49ee-a25e-394aecce76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:06.617756 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8a168746-eeec-4c0d-88ec-3cd41f2cea1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:06.632567 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653b665-b018-49ee-a25e-394aecce76b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16817782-62b5-49e9-9b98-a2c085b001ca,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:06.635603 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-f653b665-b018-49ee-a25e-394aecce76b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:06.642722 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f653b665-b018-49ee-a25e-394aecce76b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:06.644011 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-f653b665-b018-49ee-a25e-394aecce76b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16817782-62b5-49e9-9b98-a2c085b001ca HTTP/1.1" status: 204 len: 168 time: 0.1870070 May 12 08:19:06.816269 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-74b68c31-e7d6-4ee9-8e9b-6b75ac4d5afa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a13e87ac4ae4c6693c92f8b2f9f056a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098382 May 12 08:19:06.819044 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 50770) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:06.858934 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648f7b8-d002-4846-9643-7225181bf54b req-4abffe7d-f789-4b31-a9e1-2e29ba5d4d8c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:06.860377 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2648f7b8-d002-4846-9643-7225181bf54b req-4abffe7d-f789-4b31-a9e1-2e29ba5d4d8c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1512132 May 12 08:19:06.936098 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2648f7b8-d002-4846-9643-7225181bf54b req-8f6d822c-ce08-4f2b-a611-5550138b2dd2 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677788 May 12 08:19:06.938745 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-fa57622a-8329-40d5-b270-19c4938a2b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:06.968111 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-fa57622a-8329-40d5-b270-19c4938a2b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:07.031078 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-fa57622a-8329-40d5-b270-19c4938a2b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:07.048018 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-d2c706bb-5cab-4c2c-b4df-c41e0ab6e364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:07.068043 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57622a-8329-40d5-b270-19c4938a2b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3460736c-3dd8-4765-8f66-2ebf6403b3e9,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:07.071442 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-fa57622a-8329-40d5-b270-19c4938a2b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:07.073854 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-fa57622a-8329-40d5-b270-19c4938a2b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:07.077772 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-fa57622a-8329-40d5-b270-19c4938a2b74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3460736c-3dd8-4765-8f66-2ebf6403b3e9 HTTP/1.1" status: 204 len: 168 time: 0.2574391 May 12 08:19:07.865718 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45951c17-aac5-45d5-876b-7dd60438b4de req-5d229232-812f-4baa-93f9-ed27dbf5fa26 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:07.866423 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-45951c17-aac5-45d5-876b-7dd60438b4de req-5d229232-812f-4baa-93f9-ed27dbf5fa26 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Synchronizing usage tracker for tenant:6fbd52df15aa44918adbf20d6255552c on resource:network {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:19:07.885240 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-45951c17-aac5-45d5-876b-7dd60438b4de req-5d229232-812f-4baa-93f9-ed27dbf5fa26 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Unset dirty status for tenant:6fbd52df15aa44918adbf20d6255552c on resource:network {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:19:07.892702 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-5d229232-812f-4baa-93f9-ed27dbf5fa26 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/networks?id=c2b5946e-a1dc-4ba6-9196-b6fec2610507 HTTP/1.1" status: 200 len: 813 time: 0.2468979 May 12 08:19:07.904792 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-2371cb3f-795d-4e59-aa78-fe2e285f667d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/quotas/6fbd52df15aa44918adbf20d6255552c HTTP/1.1" status: 200 len: 375 time: 0.0109172 May 12 08:19:07.978244 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-ddb6fc40-f50b-4d9f-a453-4c9595258bc3 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fbd52df15aa44918adbf20d6255552c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634978 May 12 08:19:08.166542 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-78ec34c5-b6d7-45de-b40f-18be0e1b96df service neutron] 10.222.0.43 "GET /v2.0/networks/c2b5946e-a1dc-4ba6-9196-b6fec2610507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871791 May 12 08:19:08.182288 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed602ab7-61d3-455e-a461-6df5c79465ff req-2abba0e1-cd60-4d69-a89d-f89d0ac3a342 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:08.190123 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ed602ab7-61d3-455e-a461-6df5c79465ff req-2abba0e1-cd60-4d69-a89d-f89d0ac3a342 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1057012 May 12 08:19:08.243883 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ed602ab7-61d3-455e-a461-6df5c79465ff req-2b496bba-117f-4fe8-93c9-7c927da62821 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526061 May 12 08:19:08.433880 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-94f7ecca-0573-4c7b-b003-703a8360efe8 service neutron] 10.222.0.43 "GET /v2.0/networks/c2b5946e-a1dc-4ba6-9196-b6fec2610507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603474 May 12 08:19:08.653306 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-28e20930-f5b9-496a-8732-b15c80dffa9a req-e36d92e2-6efe-42f5-ac8b-0323c13353df tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 210 time: 0.0709436 May 12 08:19:09.104992 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 50864) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:09.264923 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6ded19b8-1a3b-41a5-b2fe-7efd063a6cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:09.285599 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-6ded19b8-1a3b-41a5-b2fe-7efd063a6cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:09.293491 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-6ded19b8-1a3b-41a5-b2fe-7efd063a6cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:5663a09a80744c4f8fbbc64e35234e8f is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:09.297157 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-6ded19b8-1a3b-41a5-b2fe-7efd063a6cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:09.304433 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-6ded19b8-1a3b-41a5-b2fe-7efd063a6cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:09.411894 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6ded19b8-1a3b-41a5-b2fe-7efd063a6cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:09.458246 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6ded19b8-1a3b-41a5-b2fe-7efd063a6cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:09.475243 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:09.504120 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded19b8-1a3b-41a5-b2fe-7efd063a6cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0c48d4-a2a5-4ae6-b39d-25f2406a1121,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:09.514413 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6ded19b8-1a3b-41a5-b2fe-7efd063a6cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:09.542858 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-6ded19b8-1a3b-41a5-b2fe-7efd063a6cf1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5663a09a80744c4f8fbbc64e35234e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365158 May 12 08:19:09.546616 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 50876) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:09.574977 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb94ae7-f9d7-4ebe-ae62-b9fc86d3df7d req-1cc33a00-658e-4e04-bd60-c40c22115612 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:09.582898 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ddb94ae7-f9d7-4ebe-ae62-b9fc86d3df7d req-1cc33a00-658e-4e04-bd60-c40c22115612 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1648984 May 12 08:19:09.643101 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-729f3ebf-bd11-4d47-85e6-f2c2e48e8c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:09.665231 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ddb94ae7-f9d7-4ebe-ae62-b9fc86d3df7d req-d66370a8-8940-4829-a518-05672ec4a528 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807734 May 12 08:19:09.686977 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-729f3ebf-bd11-4d47-85e6-f2c2e48e8c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:09.756306 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-729f3ebf-bd11-4d47-85e6-f2c2e48e8c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:09.760477 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-07095d8c-94ff-4427-bcb5-4dac37b0395d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:09.865750 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f3ebf-bd11-4d47-85e6-f2c2e48e8c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0c48d4-a2a5-4ae6-b39d-25f2406a1121,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:09.904211 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-729f3ebf-bd11-4d47-85e6-f2c2e48e8c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:09.911958 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-63f64b94-bf41-486a-84bf-a3fe77c49be0 req-ef232d81-be51-48d1-b5ca-c256fec42db8 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 210 time: 0.0491087 May 12 08:19:09.912938 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-729f3ebf-bd11-4d47-85e6-f2c2e48e8c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:09.916777 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-729f3ebf-bd11-4d47-85e6-f2c2e48e8c53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa0c48d4-a2a5-4ae6-b39d-25f2406a1121 HTTP/1.1" status: 204 len: 168 time: 0.3690901 May 12 08:19:10.503788 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45951c17-aac5-45d5-876b-7dd60438b4de req-23c70590-01fc-444e-8a21-a2c877708ddb tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:10.510375 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-23c70590-01fc-444e-8a21-a2c877708ddb tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.48 "GET /v2.0/networks?id=c2b5946e-a1dc-4ba6-9196-b6fec2610507 HTTP/1.1" status: 200 len: 813 time: 0.2861929 May 12 08:19:10.541122 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Request body: {'port': {'device_id': '7896cf2a-125c-4045-9cd5-a041b684b4df', 'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507', 'admin_state_up': True, 'tenant_id': '6fbd52df15aa44918adbf20d6255552c'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:19:10.788095 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:10.792542 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Usage tracker for resource:port and tenant:6fbd52df15aa44918adbf20d6255552c is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:10.801565 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:10.811005 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:10.832003 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Made reservation on behalf of 6fbd52df15aa44918adbf20d6255552c for: {'port': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:19:10.842469 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:10.933926 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5138a2-2b0a-4fa6-a600-87749be6636d req-b6fad62d-77bd-48e8-83f1-28a9bbab3fc8 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:10.948773 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3d5138a2-2b0a-4fa6-a600-87749be6636d req-b6fad62d-77bd-48e8-83f1-28a9bbab3fc8 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1462443 May 12 08:19:11.065810 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Allocated IP 172.20.0.5 (c2b5946e-a1dc-4ba6-9196-b6fec2610507/5d25ead6-ec6a-4e4d-9601-e8a8b15a24ed/ac634f5e-bf69-44bb-b84b-a994f72e4fe5) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:19:11.067340 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3d5138a2-2b0a-4fa6-a600-87749be6636d req-dd7979f6-01a5-4802-b2a6-8172b699b49d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124780 May 12 08:19:11.200031 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f3c0a716-128a-4ec0-bac8-ed3edbb84b79 req-5bd34a07-f08e-4ff4-8737-19f6c2518747 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 210 time: 0.0820320 May 12 08:19:11.465566 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:11.505160 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:11.512047 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-27b2d798-f245-4086-8ef9-eee0526f9c3b tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:11.575228 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Network c2b5946e-a1dc-4ba6-9196-b6fec2610507 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:19:11.578365 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:19:11.588187 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:19:11.626263 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Pushing event updated for resources: {'Port': ['ID=ac634f5e-bf69-44bb-b84b-a994f72e4fe5,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:11.631868 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:11.666390 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:11.667148 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:11.695394 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1582227 May 12 08:19:11.733672 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Request body: {'port': {'device_id': '7896cf2a-125c-4045-9cd5-a041b684b4df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:19:11.925957 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:12.480848 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db686eea-4105-4f58-bb91-74de2e738196 req-45303027-cf89-45ab-aa41-92258819a818 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:12.488754 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-db686eea-4105-4f58-bb91-74de2e738196 req-45303027-cf89-45ab-aa41-92258819a818 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 931 time: 0.1180067 May 12 08:19:12.528871 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd942251-6cef-4053-936d-3b7d8a4fb93f req-9ddb479b-672a-4bea-a685-1c3d92b5816e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:12.530410 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bd942251-6cef-4053-936d-3b7d8a4fb93f req-9ddb479b-672a-4bea-a685-1c3d92b5816e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.2759874 May 12 08:19:12.545952 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-db686eea-4105-4f58-bb91-74de2e738196 req-c95bb3f9-66c3-4814-8c3a-5820d421a21b tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563684 May 12 08:19:12.659449 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bd942251-6cef-4053-936d-3b7d8a4fb93f req-6420265f-ae4d-4e78-95c5-b1833d4ea027 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102850 May 12 08:19:12.668513 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac634f5e-bf69-44bb-b84b-a994f72e4fe5 {{(pid=78675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:19:12.676930 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:12.697001 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Transition to ACTIVE for port object ac634f5e-bf69-44bb-b84b-a994f72e4fe5 will not be triggered until provisioned by entity L2. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:19:12.701901 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132470434'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:12.713290 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-58617174-dbfe-4f2a-a521-1f36cab1c0de tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:12.939040 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac634f5e-bf69-44bb-b84b-a994f72e4fe5,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:12.944830 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:12.976189 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Attempting to bind port ac634f5e-bf69-44bb-b84b-a994f72e4fe5 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:19:12.976670 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Attempting to bind port ac634f5e-bf69-44bb-b84b-a994f72e4fe5 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '06c63e2d-d5c5-454d-925c-acd1d6b3553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507'}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:19:12.977104 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Attempting to bind port ac634f5e-bf69-44bb-b84b-a994f72e4fe5 on network c2b5946e-a1dc-4ba6-9196-b6fec2610507 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:19:12.983308 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Port ac634f5e-bf69-44bb-b84b-a994f72e4fe5 on network c2b5946e-a1dc-4ba6-9196-b6fec2610507 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:19:12.983665 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Attempting to bind port ac634f5e-bf69-44bb-b84b-a994f72e4fe5 on network c2b5946e-a1dc-4ba6-9196-b6fec2610507 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:19:12.989541 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:19:12.989855 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Checking segment: {'id': '06c63e2d-d5c5-454d-925c-acd1d6b3553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:19:12.990229 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Bound using segment: {'id': '06c63e2d-d5c5-454d-925c-acd1d6b3553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507'} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:19:12.990657 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Bound port: ac634f5e-bf69-44bb-b84b-a994f72e4fe5, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c63e2d-d5c5-454d-925c-acd1d6b3553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507'}}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:19:12.991003 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:13.004074 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-c92448ea-5966-407f-b37b-1e22bcf60c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:13.118955 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] For port ac634f5e-bf69-44bb-b84b-a994f72e4fe5, host hv-cinder-79091, cleared binding levels {{(pid=78675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:19:13.122428 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] For port ac634f5e-bf69-44bb-b84b-a994f72e4fe5, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ac634f5e-bf69-44bb-b84b-a994f72e4fe5,segment=NetworkSegment(06c63e2d-d5c5-454d-925c-acd1d6b3553a),segment_id=06c63e2d-d5c5-454d-925c-acd1d6b3553a)] {{(pid=78675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:19:13.131071 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132470434'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:13.135924 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-1e7b9ec0-d5ec-46b9-b21d-5c53d2de739c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:13.197237 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:13.198209 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:13.199975 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] 10.222.0.48 "PUT /v2.0/ports/ac634f5e-bf69-44bb-b84b-a994f72e4fe5 HTTP/1.1" status: 200 len: 1093 time: 1.4715786 May 12 08:19:13.202904 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7896cf2a-125c-4045-9cd5-a041b684b4df', 'tag': 'ac634f5e-bf69-44bb-b84b-a994f72e4fe5'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:19:13.252877 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7896cf2a-125c-4045-9cd5-a041b684b4df', 'tag': 'ac634f5e-bf69-44bb-b84b-a994f72e4fe5', 'status': 'completed', 'code': 200} May 12 08:19:13.257229 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac634f5e-bf69-44bb-b84b-a994f72e4fe5,revision_number=3']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:13.266695 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:13.359750 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45951c17-aac5-45d5-876b-7dd60438b4de req-3511fbf4-dc2d-4892-b7f0-6ef7b8304bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:13.361381 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-3511fbf4-dc2d-4892-b7f0-6ef7b8304bce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fbd52df15aa44918adbf20d6255552c&device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 1096 time: 0.0829070 May 12 08:19:13.439015 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-50ce399b-e369-4454-9c8a-2e0328a29396 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac634f5e-bf69-44bb-b84b-a994f72e4fe5 HTTP/1.1" status: 200 len: 217 time: 0.0638218 May 12 08:19:13.511518 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45951c17-aac5-45d5-876b-7dd60438b4de req-99dbb7f8-cda2-40c9-b061-97b72a80003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:13.512984 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-99dbb7f8-cda2-40c9-b061-97b72a80003d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d25ead6-ec6a-4e4d-9601-e8a8b15a24ed HTTP/1.1" status: 200 len: 853 time: 0.0672176 May 12 08:19:13.562798 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-51c7dac0-4f83-4138-80ee-f03f1a494d23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2b5946e-a1dc-4ba6-9196-b6fec2610507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422733 May 12 08:19:13.735601 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-53fe2f08-789e-49a3-a61a-be531d0d525f service neutron] 10.222.0.48 "GET /v2.0/networks/c2b5946e-a1dc-4ba6-9196-b6fec2610507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640940 May 12 08:19:13.750052 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c02748-3486-4e5d-ba28-d6d866a1a6de req-009d50b0-a19d-4201-ab48-a72084b74bc1 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:13.757708 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e1c02748-3486-4e5d-ba28-d6d866a1a6de req-009d50b0-a19d-4201-ab48-a72084b74bc1 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 943 time: 0.0948179 May 12 08:19:13.814816 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e1c02748-3486-4e5d-ba28-d6d866a1a6de req-8fbe6ea1-f22f-4319-a52b-402f554b7fee tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541258 May 12 08:19:13.883449 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:14.001447 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45951c17-aac5-45d5-876b-7dd60438b4de req-c601b31b-3d39-46db-8dbb-816c669e2426 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b5946e-a1dc-4ba6-9196-b6fec2610507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579770 May 12 08:19:14.038048 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbbd1f-f577-426c-a8a4-46f65b655d08 req-4117374e-f4ea-4302-be58-5925abdd4ee7 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:14.039806 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-48dbbd1f-f577-426c-a8a4-46f65b655d08 req-4117374e-f4ea-4302-be58-5925abdd4ee7 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1251605 May 12 08:19:14.088335 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-48dbbd1f-f577-426c-a8a4-46f65b655d08 req-201c4b56-101f-4438-bda9-6705e181f096 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 May 12 08:19:14.215693 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d9b16-6246-4dfc-8fc9-ed59826adc50 req-7e66adba-89ed-47a6-950e-dbedbd3d289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:14.217443 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5c7d9b16-6246-4dfc-8fc9-ed59826adc50 req-7e66adba-89ed-47a6-950e-dbedbd3d289a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fbd52df15aa44918adbf20d6255552c&device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 1096 time: 0.0929525 May 12 08:19:14.394743 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d9b16-6246-4dfc-8fc9-ed59826adc50 req-77427e1b-2c8b-470a-a7bd-894c5c6a0164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:14.396468 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5c7d9b16-6246-4dfc-8fc9-ed59826adc50 req-77427e1b-2c8b-470a-a7bd-894c5c6a0164 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2b5946e-a1dc-4ba6-9196-b6fec2610507 HTTP/1.1" status: 200 len: 914 time: 0.1648600 May 12 08:19:14.492594 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5c7d9b16-6246-4dfc-8fc9-ed59826adc50 req-6b0e9ea5-fdfa-4ecc-bf7b-9a7d9d73cf8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac634f5e-bf69-44bb-b84b-a994f72e4fe5 HTTP/1.1" status: 200 len: 217 time: 0.0880136 May 12 08:19:14.585075 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d9b16-6246-4dfc-8fc9-ed59826adc50 req-4a71c7cf-22fb-4d66-a935-f7443d3a0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:14.588000 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5c7d9b16-6246-4dfc-8fc9-ed59826adc50 req-4a71c7cf-22fb-4d66-a935-f7443d3a0f9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d25ead6-ec6a-4e4d-9601-e8a8b15a24ed HTTP/1.1" status: 200 len: 853 time: 0.0857766 May 12 08:19:14.661083 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5c7d9b16-6246-4dfc-8fc9-ed59826adc50 req-1fb39c9e-69ed-4f26-99c1-7d9b64aa773b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2b5946e-a1dc-4ba6-9196-b6fec2610507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629864 May 12 08:19:14.904137 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5c7d9b16-6246-4dfc-8fc9-ed59826adc50 req-8feefb79-87c3-475a-b993-073fa0e0aeb4 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b5946e-a1dc-4ba6-9196-b6fec2610507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360106 May 12 08:19:15.068981 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b6c66-d80f-407b-ba37-6af4aebea12c req-f806676b-5a67-4211-9c41-7a6d1aad6a6d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:15.079087 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f77b6c66-d80f-407b-ba37-6af4aebea12c req-f806676b-5a67-4211-9c41-7a6d1aad6a6d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 943 time: 0.1624424 May 12 08:19:15.087445 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5c7d9b16-6246-4dfc-8fc9-ed59826adc50 req-343ae437-5979-41fc-8d72-f5606b1fe38b service neutron] 10.222.0.48 "GET /v2.0/networks/c2b5946e-a1dc-4ba6-9196-b6fec2610507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759112 May 12 08:19:15.136519 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f77b6c66-d80f-407b-ba37-6af4aebea12c req-882e165e-995a-4a1e-bb10-2898811f6ffa tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555809 May 12 08:19:15.353486 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-c97cba0f-36e9-4393-9492-16ee3f5aa573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:15.385723 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea3583-ee0b-4e25-b66b-6e64644d867f req-906fc564-9ed5-4cd3-aceb-e9b2f5b21986 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:15.387275 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-59ea3583-ee0b-4e25-b66b-6e64644d867f req-906fc564-9ed5-4cd3-aceb-e9b2f5b21986 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1155555 May 12 08:19:15.449104 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-59ea3583-ee0b-4e25-b66b-6e64644d867f req-8b87c363-7c4c-45d8-b215-6676f97eaf57 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537393 May 12 08:19:15.516041 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:16.379188 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e4a07-2e68-4983-9049-1abe923f65ac req-d991d7bd-c7af-4f37-b103-c0dfdaf13644 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:16.380021 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-ec3e4a07-2e68-4983-9049-1abe923f65ac req-d991d7bd-c7af-4f37-b103-c0dfdaf13644 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Synchronizing usage tracker for tenant:6fbd52df15aa44918adbf20d6255552c on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:19:16.400630 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-ec3e4a07-2e68-4983-9049-1abe923f65ac req-d991d7bd-c7af-4f37-b103-c0dfdaf13644 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Unset dirty status for tenant:6fbd52df15aa44918adbf20d6255552c on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:19:16.401843 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ec3e4a07-2e68-4983-9049-1abe923f65ac req-d991d7bd-c7af-4f37-b103-c0dfdaf13644 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 943 time: 0.1393549 May 12 08:19:16.454604 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-ec3e4a07-2e68-4983-9049-1abe923f65ac req-544a7dba-1d94-40f6-94f6-e30d0f3153be tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Synchronizing usage tracker for tenant:6fbd52df15aa44918adbf20d6255552c on resource:security_group {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:19:16.481243 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:16.493662 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-ec3e4a07-2e68-4983-9049-1abe923f65ac req-544a7dba-1d94-40f6-94f6-e30d0f3153be tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Unset dirty status for tenant:6fbd52df15aa44918adbf20d6255552c on resource:security_group {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:19:16.494918 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ec3e4a07-2e68-4983-9049-1abe923f65ac req-544a7dba-1d94-40f6-94f6-e30d0f3153be tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868514 May 12 08:19:16.668822 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7584e4-6906-4609-ab6d-c9d2fe218763 req-e1196240-072b-4542-8826-987a03f5acc3 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:16.670325 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ed7584e4-6906-4609-ab6d-c9d2fe218763 req-e1196240-072b-4542-8826-987a03f5acc3 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0901473 May 12 08:19:16.724326 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ed7584e4-6906-4609-ab6d-c9d2fe218763 req-17a61d4b-d60d-43c5-9676-c4684f33893d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478616 May 12 08:19:17.303620 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device ac634f5e-bf69-44bb-b84b-a994f72e4fe5 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:19:17.487902 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port ac634f5e-bf69-44bb-b84b-a994f72e4fe5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ac634f5e-bf69-44bb-b84b-a994f72e4fe5,segment=NetworkSegment(06c63e2d-d5c5-454d-925c-acd1d6b3553a),segment_id=06c63e2d-d5c5-454d-925c-acd1d6b3553a)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:19:17.503629 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'ac634f5e-bf69-44bb-b84b-a994f72e4fe5', 'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507', 'port_id': 'ac634f5e-bf69-44bb-b84b-a994f72e4fe5', 'mac_address': 'fa:16:3e:85:a6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d25ead6-ec6a-4e4d-9601-e8a8b15a24ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:19:17.575266 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:17.598909 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac634f5e-bf69-44bb-b84b-a994f72e4fe5 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:19:17.618912 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port ac634f5e-bf69-44bb-b84b-a994f72e4fe5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ac634f5e-bf69-44bb-b84b-a994f72e4fe5,segment=NetworkSegment(06c63e2d-d5c5-454d-925c-acd1d6b3553a),segment_id=06c63e2d-d5c5-454d-925c-acd1d6b3553a)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:19:17.635024 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:17.640057 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:17.759199 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=ac634f5e-bf69-44bb-b84b-a994f72e4fe5,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:17.770983 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:17.781818 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906921c-ac6e-4c5d-92fd-9ccee61ab563 req-caa5e5b7-8dd0-43e5-b766-bae2ed3ea80d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:17.793752 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0906921c-ac6e-4c5d-92fd-9ccee61ab563 req-caa5e5b7-8dd0-43e5-b766-bae2ed3ea80d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 944 time: 0.1716876 May 12 08:19:17.886673 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0906921c-ac6e-4c5d-92fd-9ccee61ab563 req-36751534-1934-4261-b03f-aaadd01a2dbb tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867600 May 12 08:19:17.972061 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:17.987694 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dc4da-e835-4f7e-80d0-38396f6d458f req-56764358-c79b-4375-b37b-6e2cad0d619e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:17.995702 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3b2dc4da-e835-4f7e-80d0-38396f6d458f req-56764358-c79b-4375-b37b-6e2cad0d619e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0997660 May 12 08:19:18.038191 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['ac634f5e-bf69-44bb-b84b-a994f72e4fe5'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:19:18.045134 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3b2dc4da-e835-4f7e-80d0-38396f6d458f req-60b0f494-8695-41b8-9858-f43ceb989df8 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482934 May 12 08:19:19.289628 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc53345-d3e1-48d0-9cc7-ab5bbd0c8cc7 req-e27a3899-4fb1-4519-9a8a-c16836503c83 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:19.297146 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0dc53345-d3e1-48d0-9cc7-ab5bbd0c8cc7 req-e27a3899-4fb1-4519-9a8a-c16836503c83 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1116765 May 12 08:19:19.297657 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cb2b7-3ec7-4090-ac0d-2cbb34ca295d req-3f19bf48-74a5-4651-9eb5-907a30474d40 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:19.300165 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d05cb2b7-3ec7-4090-ac0d-2cbb34ca295d req-3f19bf48-74a5-4651-9eb5-907a30474d40 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 944 time: 0.2361021 May 12 08:19:19.303998 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device ac634f5e-bf69-44bb-b84b-a994f72e4fe5 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:19:19.381889 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d05cb2b7-3ec7-4090-ac0d-2cbb34ca295d req-882173f5-2de6-4c4d-ac21-f4490f48ef91 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683022 May 12 08:19:19.407385 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0dc53345-d3e1-48d0-9cc7-ab5bbd0c8cc7 req-4763d123-4cb4-4564-acaa-4edda5ac5333 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092372 May 12 08:19:19.464629 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port ac634f5e-bf69-44bb-b84b-a994f72e4fe5 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:19:19.476822 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port ac634f5e-bf69-44bb-b84b-a994f72e4fe5 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:19:19.477929 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:19.713418 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:19.714909 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 51066) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:19.751745 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7896cf2a-125c-4045-9cd5-a041b684b4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac634f5e-bf69-44bb-b84b-a994f72e4fe5'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:19:19.762739 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port ac634f5e-bf69-44bb-b84b-a994f72e4fe5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ac634f5e-bf69-44bb-b84b-a994f72e4fe5,segment=NetworkSegment(06c63e2d-d5c5-454d-925c-acd1d6b3553a),segment_id=06c63e2d-d5c5-454d-925c-acd1d6b3553a)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:19:19.774490 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:19.774490 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:19.882652 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7896cf2a-125c-4045-9cd5-a041b684b4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac634f5e-bf69-44bb-b84b-a994f72e4fe5', 'code': 200} May 12 08:19:19.937103 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=ac634f5e-bf69-44bb-b84b-a994f72e4fe5,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:19.944547 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:20.017144 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6ad6c5b8-b5a6-461c-aa60-0b84f6e79d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:20.033994 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-6ad6c5b8-b5a6-461c-aa60-0b84f6e79d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:20.038040 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-6ad6c5b8-b5a6-461c-aa60-0b84f6e79d72 admin admin] Usage tracker for resource:security_group_rule and tenant:c1453196a908409faa9f5224b04d59ad is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:20.042000 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-6ad6c5b8-b5a6-461c-aa60-0b84f6e79d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:20.047876 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-6ad6c5b8-b5a6-461c-aa60-0b84f6e79d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:20.140270 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6ad6c5b8-b5a6-461c-aa60-0b84f6e79d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:20.145775 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6ad6c5b8-b5a6-461c-aa60-0b84f6e79d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:20.154683 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:20.193956 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-6ad6c5b8-b5a6-461c-aa60-0b84f6e79d72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1453196a908409faa9f5224b04d59ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4778216 May 12 08:19:20.194610 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ec4e5-dd18-400b-8866-6e116fb155fe req-d44db8cf-9131-46ba-82f6-8b572b5cd696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:20.196167 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6c5b8-b5a6-461c-aa60-0b84f6e79d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d95cde-c03a-41af-9d18-92956c31ba77,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:20.196650 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-286ec4e5-dd18-400b-8866-6e116fb155fe req-d44db8cf-9131-46ba-82f6-8b572b5cd696 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 1098 time: 0.0882702 May 12 08:19:20.197483 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 51082) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:20.199965 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-6ad6c5b8-b5a6-461c-aa60-0b84f6e79d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:20.280010 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-286ec4e5-dd18-400b-8866-6e116fb155fe req-c32d4258-1e61-41f9-8150-efe34064caea service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629003 May 12 08:19:20.294757 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d8eaba8b-4456-4db9-8b1f-19b1d4082732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:20.321189 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d8eaba8b-4456-4db9-8b1f-19b1d4082732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:20.381444 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d8eaba8b-4456-4db9-8b1f-19b1d4082732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:20.387649 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:20.399350 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eaba8b-4456-4db9-8b1f-19b1d4082732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d95cde-c03a-41af-9d18-92956c31ba77,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:20.405870 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-d8eaba8b-4456-4db9-8b1f-19b1d4082732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:20.406687 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d8eaba8b-4456-4db9-8b1f-19b1d4082732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:20.410571 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-d8eaba8b-4456-4db9-8b1f-19b1d4082732 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0d95cde-c03a-41af-9d18-92956c31ba77 HTTP/1.1" status: 204 len: 168 time: 0.2119472 May 12 08:19:20.622768 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff6b41-3a82-4ebc-a469-2ff299195555 req-44678267-2ee0-4503-a07d-5fe87dd9929b tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:20.624388 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-76ff6b41-3a82-4ebc-a469-2ff299195555 req-44678267-2ee0-4503-a07d-5fe87dd9929b tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 945 time: 0.0926600 May 12 08:19:20.636417 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f0ec5-a443-45d4-b5af-432728879336 req-18eab1a4-ee13-47e9-ae37-1312f5b418b1 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:20.638258 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-567f0ec5-a443-45d4-b5af-432728879336 req-18eab1a4-ee13-47e9-ae37-1312f5b418b1 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0891328 May 12 08:19:20.689267 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-76ff6b41-3a82-4ebc-a469-2ff299195555 req-a4ad74af-3b2d-4619-a8e9-159f758298da tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557539 May 12 08:19:20.709037 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-567f0ec5-a443-45d4-b5af-432728879336 req-39fcf92d-51ed-4680-8d50-9c4c448740fb tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626123 May 12 08:19:20.759571 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 51106) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:20.776642 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7507cd92-5a8e-4722-b970-5727100f00bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:20.790570 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-7507cd92-5a8e-4722-b970-5727100f00bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:20.795040 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-7507cd92-5a8e-4722-b970-5727100f00bc admin admin] Usage tracker for resource:security_group_rule and tenant:3a6a403168f241a6a48df32feb721906 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:20.797865 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-7507cd92-5a8e-4722-b970-5727100f00bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:20.803458 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-7507cd92-5a8e-4722-b970-5727100f00bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:20.886036 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7507cd92-5a8e-4722-b970-5727100f00bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:20.892222 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7507cd92-5a8e-4722-b970-5727100f00bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:20.902661 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-f0aa58ec-5f46-439e-a974-4b8cde026807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:20.942160 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-7507cd92-5a8e-4722-b970-5727100f00bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a6a403168f241a6a48df32feb721906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815016 May 12 08:19:20.943152 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507cd92-5a8e-4722-b970-5727100f00bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d695d9-6a86-4e62-abba-6ce02d80e1ac,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:20.945031 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 51116) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:20.946315 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7507cd92-5a8e-4722-b970-5727100f00bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:21.009413 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-01d602a7-fe63-46ff-9013-4a0efda691ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:21.036623 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-01d602a7-fe63-46ff-9013-4a0efda691ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:21.095063 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-01d602a7-fe63-46ff-9013-4a0efda691ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:21.099201 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-b88ea51f-5f8d-4e00-9054-8437d75322a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:21.111610 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d602a7-fe63-46ff-9013-4a0efda691ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d695d9-6a86-4e62-abba-6ce02d80e1ac,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:21.117170 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-01d602a7-fe63-46ff-9013-4a0efda691ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:21.122144 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-01d602a7-fe63-46ff-9013-4a0efda691ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:21.123281 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-01d602a7-fe63-46ff-9013-4a0efda691ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66d695d9-6a86-4e62-abba-6ce02d80e1ac HTTP/1.1" status: 204 len: 168 time: 0.1770887 May 12 08:19:21.960815 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3ea50-64aa-4356-9b88-158dd3329f56 req-61d3ac57-8276-432b-b60f-439015cc1582 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:21.962395 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-65d3ea50-64aa-4356-9b88-158dd3329f56 req-61d3ac57-8276-432b-b60f-439015cc1582 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1309822 May 12 08:19:21.982124 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b6835-43ab-45a9-9cb2-6294e71d9191 req-39ed4e1f-777b-4f36-b331-c0149bada638 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:21.985196 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-080b6835-43ab-45a9-9cb2-6294e71d9191 req-39ed4e1f-777b-4f36-b331-c0149bada638 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 945 time: 0.1084116 May 12 08:19:22.017333 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-65d3ea50-64aa-4356-9b88-158dd3329f56 req-4eee7c50-d843-4237-8ecf-93a5809f53c9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489812 May 12 08:19:22.037665 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-080b6835-43ab-45a9-9cb2-6294e71d9191 req-74134ea1-a553-4d45-b3c0-d2a1ca435187 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470943 May 12 08:19:22.683890 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11a4af-84ab-429e-b574-4c830e79ad8c req-9077558d-790e-4a88-9354-694e54b3a096 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:22.685735 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-eb11a4af-84ab-429e-b574-4c830e79ad8c req-9077558d-790e-4a88-9354-694e54b3a096 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1009800 May 12 08:19:22.734430 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-eb11a4af-84ab-429e-b574-4c830e79ad8c req-f3aa1a48-74b9-403c-9a44-b08c4c2a99c1 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422769 May 12 08:19:23.103243 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 51312) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:23.257207 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7748e61a-3325-43a3-a4f3-5d8c8586300b admin admin] Deleting subnet 212ca998-c0ec-4ea0-922f-b2938ddee416 {{(pid=78675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:19:23.262894 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7748e61a-3325-43a3-a4f3-5d8c8586300b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:23.333477 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7748e61a-3325-43a3-a4f3-5d8c8586300b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133914164'] for subnet, precommit_delete_associations {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:23.380156 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661ed1-57cc-4e67-9ebc-f874c5425d8c req-049f1c43-f45f-45b6-8774-e84236835393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:23.383982 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-19661ed1-57cc-4e67-9ebc-f874c5425d8c req-049f1c43-f45f-45b6-8774-e84236835393 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 1098 time: 0.2450447 May 12 08:19:23.427816 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969dd3b-68b7-4b55-83b6-2797455d0825 req-5b1c3b2f-daeb-426a-8e8b-990f1723c2af tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:23.427816 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0969dd3b-68b7-4b55-83b6-2797455d0825 req-5b1c3b2f-daeb-426a-8e8b-990f1723c2af tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.2532663 May 12 08:19:23.434702 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 51322) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:23.469610 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7748e61a-3325-43a3-a4f3-5d8c8586300b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:23.520901 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-19661ed1-57cc-4e67-9ebc-f874c5425d8c req-6a1e0e97-e9e1-4737-b77d-8feed91c5d26 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297312 May 12 08:19:23.533996 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0969dd3b-68b7-4b55-83b6-2797455d0825 req-dbb42071-b849-43c3-bb9d-56c607469730 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963626 May 12 08:19:23.559725 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5bab-b9f8-4a0c-987c-7abeb326cc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:23.573884 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-ed3d5bab-b9f8-4a0c-987c-7abeb326cc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:23.577658 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-ed3d5bab-b9f8-4a0c-987c-7abeb326cc14 admin admin] Usage tracker for resource:security_group_rule and tenant:7de6618dc7de41ec9424cbbe9a9e54ff is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:23.580375 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-ed3d5bab-b9f8-4a0c-987c-7abeb326cc14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:23.586649 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-ed3d5bab-b9f8-4a0c-987c-7abeb326cc14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:23.672508 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5bab-b9f8-4a0c-987c-7abeb326cc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:23.677746 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5bab-b9f8-4a0c-987c-7abeb326cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:23.685715 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-729f3ebf-bd11-4d47-85e6-f2c2e48e8c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:23.730587 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-ed3d5bab-b9f8-4a0c-987c-7abeb326cc14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7de6618dc7de41ec9424cbbe9a9e54ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946560 May 12 08:19:23.731206 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 51330) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:23.733719 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d5bab-b9f8-4a0c-987c-7abeb326cc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0fb869-7872-4b75-92b0-11c36b9db3fc,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:23.737248 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ed3d5bab-b9f8-4a0c-987c-7abeb326cc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:23.833618 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c5149e3f-b8a2-48a1-99e7-0056f1962b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:23.853619 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7748e61a-3325-43a3-a4f3-5d8c8586300b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132470504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132588959'] for subnet, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:23.858868 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-62ea1880-79d0-456c-8beb-0e460d24e8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:23.861065 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c5149e3f-b8a2-48a1-99e7-0056f1962b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:23.895619 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748e61a-3325-43a3-a4f3-5d8c8586300b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212ca998-c0ec-4ea0-922f-b2938ddee416,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:23.899641 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7748e61a-3325-43a3-a4f3-5d8c8586300b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:23.900846 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7748e61a-3325-43a3-a4f3-5d8c8586300b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:23.912449 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-7748e61a-3325-43a3-a4f3-5d8c8586300b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/212ca998-c0ec-4ea0-922f-b2938ddee416 HTTP/1.1" status: 204 len: 168 time: 0.8080528 May 12 08:19:23.915204 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 51336) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:23.963284 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c5149e3f-b8a2-48a1-99e7-0056f1962b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:23.967461 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-643b5f9e-1130-4e12-ba46-fc57a3e86468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:23.993421 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3452dca-2367-4b2b-80cf-cad8127fffef req-fb1f1e9d-5c14-45c3-a7ed-acc66c6a2706 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:23.995327 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a3452dca-2367-4b2b-80cf-cad8127fffef req-fb1f1e9d-5c14-45c3-a7ed-acc66c6a2706 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1125634 May 12 08:19:23.999027 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5149e3f-b8a2-48a1-99e7-0056f1962b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0fb869-7872-4b75-92b0-11c36b9db3fc,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:24.001122 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c5149e3f-b8a2-48a1-99e7-0056f1962b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:24.020217 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c5149e3f-b8a2-48a1-99e7-0056f1962b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.021386 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-c5149e3f-b8a2-48a1-99e7-0056f1962b26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d0fb869-7872-4b75-92b0-11c36b9db3fc HTTP/1.1" status: 204 len: 168 time: 0.2891109 May 12 08:19:24.022460 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.055593 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a3452dca-2367-4b2b-80cf-cad8127fffef req-1170e36c-697b-49f9-a9ca-42aafcd93547 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518734 May 12 08:19:24.155501 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.171909 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c24948-9527-4531-a2d9-a3ec79889c59']}} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:19:24.184421 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf98749-f55d-49b7-8cba-068101758a10') {'for_net_delete': True} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:19:24.184725 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf98749-f55d-49b7-8cba-068101758a10') {} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:19:24.196058 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133914155'] for segment, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.214152 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.220423 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=78675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:19:24.220828 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132470414'] for segment, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: Traceback (most recent call last): May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: timer() May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: cb(*args, **kw) May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: return func(*args, **kwargs) May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: self._notify() May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: self.callback(batched_events) May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: event.method(event) May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: return f(self, *a, **k) May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: return self._get(url).json() May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: return self.request(url, 'GET', **kwargs) May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:19:24.234632 dv-cinder-790910-1-smb neutron-server[78675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:19:24.310687 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.315047 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-de39de42-8d3b-400e-bb74-c5df88c581cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:24.333387 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.336763 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=53c24948-9527-4531-a2d9-a3ec79889c59,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:24.339607 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:24.351410 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/53c24948-9527-4531-a2d9-a3ec79889c59 HTTP/1.1" status: 204 len: 168 time: 0.4345448 May 12 08:19:24.356438 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 51346) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:24.373961 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e280d3bc-3649-47dd-8630-dfc1f60ab919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.387895 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-e280d3bc-3649-47dd-8630-dfc1f60ab919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:24.391617 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-e280d3bc-3649-47dd-8630-dfc1f60ab919 admin admin] Usage tracker for resource:security_group_rule and tenant:066b86efa28f443d81dd9a83565cfe73 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:24.394373 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-e280d3bc-3649-47dd-8630-dfc1f60ab919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:24.400141 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-e280d3bc-3649-47dd-8630-dfc1f60ab919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:24.490358 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e280d3bc-3649-47dd-8630-dfc1f60ab919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.496160 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e280d3bc-3649-47dd-8630-dfc1f60ab919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.504678 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-652af9bd-5d3b-45bd-b5f7-5cbe68e369de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:24.536707 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 51350) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:24.563552 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-e280d3bc-3649-47dd-8630-dfc1f60ab919 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=066b86efa28f443d81dd9a83565cfe73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022970 May 12 08:19:24.564400 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 51356) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:24.565286 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280d3bc-3649-47dd-8630-dfc1f60ab919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650ec6b7-18a2-4078-a4a0-a6430b1aa41a,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:24.581947 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e280d3bc-3649-47dd-8630-dfc1f60ab919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:24.607828 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-5e9269a5-d222-46cd-bf6c-4a1f0eb128a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5143ac9cd5141eeb2fa53de09ebc598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668843 May 12 08:19:24.610906 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 51360) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:24.725929 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-326b3fd2-1404-44ca-beb9-8ffb06b4ffc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.729413 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3db7a4e1-2b79-4d57-aed4-743a38bf2968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.759725 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3db7a4e1-2b79-4d57-aed4-743a38bf2968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.772881 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-326b3fd2-1404-44ca-beb9-8ffb06b4ffc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.823053 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3db7a4e1-2b79-4d57-aed4-743a38bf2968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.829971 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:24.837064 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f587a3-cdb1-45c7-a8a0-2c43c27fe789 req-0189baa2-6351-4964-b990-fe8d2f549c17 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:24.839239 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b4f587a3-cdb1-45c7-a8a0-2c43c27fe789 req-0189baa2-6351-4964-b990-fe8d2f549c17 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1663322 May 12 08:19:24.854395 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7a4e1-2b79-4d57-aed4-743a38bf2968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650ec6b7-18a2-4078-a4a0-a6430b1aa41a,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:24.856618 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3db7a4e1-2b79-4d57-aed4-743a38bf2968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.860574 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-3db7a4e1-2b79-4d57-aed4-743a38bf2968 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/650ec6b7-18a2-4078-a4a0-a6430b1aa41a HTTP/1.1" status: 204 len: 168 time: 0.2952266 May 12 08:19:24.861727 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-3db7a4e1-2b79-4d57-aed4-743a38bf2968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:24.909120 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b4f587a3-cdb1-45c7-a8a0-2c43c27fe789 req-7da1f405-65a2-4072-b5b8-71953952e617 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621562 May 12 08:19:24.921955 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-326b3fd2-1404-44ca-beb9-8ffb06b4ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.926656 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-fa57622a-8329-40d5-b270-19c4938a2b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:24.942942 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b3fd2-1404-44ca-beb9-8ffb06b4ffc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd76d07-cd2d-42f4-b761-a4bb4bf2494c,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:24.949042 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-326b3fd2-1404-44ca-beb9-8ffb06b4ffc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:24.961262 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-326b3fd2-1404-44ca-beb9-8ffb06b4ffc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:24.962541 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-326b3fd2-1404-44ca-beb9-8ffb06b4ffc0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9fd76d07-cd2d-42f4-b761-a4bb4bf2494c HTTP/1.1" status: 204 len: 168 time: 0.3506904 May 12 08:19:25.265176 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839f65c-f000-4e4b-b8c1-04694a55d20b req-7591107a-2fb7-4e33-993f-47e87b8966ee tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:25.266687 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3839f65c-f000-4e4b-b8c1-04694a55d20b req-7591107a-2fb7-4e33-993f-47e87b8966ee tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.0871656 May 12 08:19:25.316200 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3839f65c-f000-4e4b-b8c1-04694a55d20b req-811a9a23-0ba1-449e-9b7d-8da4d68da05a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424473 May 12 08:19:26.127822 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06929e6-645a-4754-9c15-018a0dff4cfb req-eca07cea-109c-4f10-ade2-e14ab8a570ee tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:26.129527 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b06929e6-645a-4754-9c15-018a0dff4cfb req-eca07cea-109c-4f10-ade2-e14ab8a570ee tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0999362 May 12 08:19:26.178486 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b06929e6-645a-4754-9c15-018a0dff4cfb req-9dd65d13-ffd1-4a18-80ce-8406a38aa2f7 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 May 12 08:19:26.558894 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a288ef1-2fdb-438c-8ca3-b8d63bc84383 req-c5405d26-eb5e-402d-9a89-97bcc49c9387 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:26.560515 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1a288ef1-2fdb-438c-8ca3-b8d63bc84383 req-c5405d26-eb5e-402d-9a89-97bcc49c9387 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1131990 May 12 08:19:26.612080 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1a288ef1-2fdb-438c-8ca3-b8d63bc84383 req-1dc60e61-f2e8-4d56-8e05-eb6ed26b27c9 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448339 May 12 08:19:26.856156 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67756e3-51d5-452d-a54c-5edc48b37de9 req-9e95cef7-c3d0-4c47-b7f8-4921aa8cca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:26.857660 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f67756e3-51d5-452d-a54c-5edc48b37de9 req-9e95cef7-c3d0-4c47-b7f8-4921aa8cca02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f66fe14646c34c47ad422167942b2336&device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 1098 time: 0.1356392 May 12 08:19:26.866355 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73e235-0da4-4fdf-b988-6ba9e034aa68 req-2628460f-57c0-423a-92f0-9b3c38bc341c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:26.867719 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-7d73e235-0da4-4fdf-b988-6ba9e034aa68 req-2628460f-57c0-423a-92f0-9b3c38bc341c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1150038 May 12 08:19:27.003602 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-7d73e235-0da4-4fdf-b988-6ba9e034aa68 req-1d8b7e02-88ab-4be0-8389-386af6ef47fc tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174130 May 12 08:19:27.034614 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67756e3-51d5-452d-a54c-5edc48b37de9 req-195c0787-6789-47a8-993e-53f9e0dc48c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:27.036194 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f67756e3-51d5-452d-a54c-5edc48b37de9 req-195c0787-6789-47a8-993e-53f9e0dc48c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a268b575-88fb-44a7-9078-873928216331 HTTP/1.1" status: 200 len: 919 time: 0.1676328 May 12 08:19:27.112331 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f67756e3-51d5-452d-a54c-5edc48b37de9 req-f73fbf0f-27f9-47cb-b09d-73616a5f9894 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 HTTP/1.1" status: 200 len: 217 time: 0.0674894 May 12 08:19:27.180999 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67756e3-51d5-452d-a54c-5edc48b37de9 req-5e8205ba-fb4d-40c7-8229-24fa6e8d5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:27.182437 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f67756e3-51d5-452d-a54c-5edc48b37de9 req-5e8205ba-fb4d-40c7-8229-24fa6e8d5083 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc HTTP/1.1" status: 200 len: 858 time: 0.0630829 May 12 08:19:27.310457 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f67756e3-51d5-452d-a54c-5edc48b37de9 req-d2b25874-9a83-4203-9937-5389359b3ce3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a268b575-88fb-44a7-9078-873928216331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201997 May 12 08:19:27.451081 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f67756e3-51d5-452d-a54c-5edc48b37de9 req-500d0c08-ebc4-4a49-a23f-113e0fb8a497 service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332479 May 12 08:19:27.591529 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f67756e3-51d5-452d-a54c-5edc48b37de9 req-fe5a6b3e-a01d-4a72-9c9b-a035cab4927b service neutron] 10.222.0.48 "GET /v2.0/networks/a268b575-88fb-44a7-9078-873928216331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320329 May 12 08:19:27.818063 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3798bc0-2c79-4dfe-9e16-d2866bf768b6 req-1ec080b1-aabe-47e9-bf72-dd72b673444e tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:27.820836 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f3798bc0-2c79-4dfe-9e16-d2866bf768b6 req-1ec080b1-aabe-47e9-bf72-dd72b673444e tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.0882335 May 12 08:19:27.872713 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f3798bc0-2c79-4dfe-9e16-d2866bf768b6 req-f718d75d-e51a-4e40-b7b0-8da9dfb9497a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457151 May 12 08:19:28.204607 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda23bcb-2ec8-42d4-a2a9-e8ac146421ef req-3de79b61-f752-425b-9761-721e0a2a19db tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:28.206080 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-eda23bcb-2ec8-42d4-a2a9-e8ac146421ef req-3de79b61-f752-425b-9761-721e0a2a19db tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0816054 May 12 08:19:28.257833 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-eda23bcb-2ec8-42d4-a2a9-e8ac146421ef req-87f17dd4-4218-4968-b016-7835152a6986 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448041 May 12 08:19:29.078616 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1001179-548d-43fa-b8e9-a15f23460246 req-90bf91e2-3eb1-4f96-b610-4ac9676229e2 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:29.080162 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f1001179-548d-43fa-b8e9-a15f23460246 req-90bf91e2-3eb1-4f96-b610-4ac9676229e2 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.0922434 May 12 08:19:29.126837 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f1001179-548d-43fa-b8e9-a15f23460246 req-0f34d2b8-ac60-4662-bd0c-b71c3b5b85d2 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405374 May 12 08:19:29.472708 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dca75-ae97-4b75-9ccb-9922670b4057 req-da9f36db-e020-42ca-98f0-4ebe8ed20719 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:29.474169 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-857dca75-ae97-4b75-9ccb-9922670b4057 req-da9f36db-e020-42ca-98f0-4ebe8ed20719 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0916595 May 12 08:19:29.521757 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-857dca75-ae97-4b75-9ccb-9922670b4057 req-c6b6a7b9-97d6-4b4c-81e4-04c45e8582a6 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 May 12 08:19:30.334611 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e00cb-7098-43d3-95fe-c1e5a263987f req-79a6f817-00c5-4f6a-a0fb-b512e19b8eb4 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:30.339523 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-406e00cb-7098-43d3-95fe-c1e5a263987f req-79a6f817-00c5-4f6a-a0fb-b512e19b8eb4 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1011662 May 12 08:19:30.387960 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-406e00cb-7098-43d3-95fe-c1e5a263987f req-04f660b4-f11d-434f-a084-76f63a93415e tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428464 May 12 08:19:30.724731 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8717a-3cae-4566-917a-85fc8a78a9f4 req-62f636f4-bc64-49db-acd0-45c03cdc626a tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:30.726318 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-69b8717a-3cae-4566-917a-85fc8a78a9f4 req-62f636f4-bc64-49db-acd0-45c03cdc626a tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0949676 May 12 08:19:30.776271 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-69b8717a-3cae-4566-917a-85fc8a78a9f4 req-684f9133-4039-4e0f-bd80-7ebfacc88888 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441377 May 12 08:19:31.609287 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381be03-9d96-42ae-94b4-d6080c769478 req-94a1b83c-df64-4d10-8459-06a1477c879a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:31.610903 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4381be03-9d96-42ae-94b4-d6080c769478 req-94a1b83c-df64-4d10-8459-06a1477c879a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.0974619 May 12 08:19:31.668172 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4381be03-9d96-42ae-94b4-d6080c769478 req-7947e0e8-974d-4c62-af61-b3240b0fd6d5 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511568 May 12 08:19:32.883613 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf7fee-3192-4bed-a46a-076114480cad req-ebd4542a-1bbf-4ad3-af62-53480f64ce5c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:32.885145 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ccaf7fee-3192-4bed-a46a-076114480cad req-ebd4542a-1bbf-4ad3-af62-53480f64ce5c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.0901756 May 12 08:19:32.939414 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ccaf7fee-3192-4bed-a46a-076114480cad req-3c680266-18da-4dd2-ab3e-b02557e6bc5c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480344 May 12 08:19:34.137564 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dfb3e-0c84-42e0-80c6-0398d16a9ba4 req-43e0d395-5778-4e35-8588-2481a8cb78b8 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:34.138953 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c75dfb3e-0c84-42e0-80c6-0398d16a9ba4 req-43e0d395-5778-4e35-8588-2481a8cb78b8 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.0883768 May 12 08:19:34.182623 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c75dfb3e-0c84-42e0-80c6-0398d16a9ba4 req-3be06452-df8e-4316-abc0-8f68b0e714e6 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379777 May 12 08:19:35.385769 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e90236-d2b0-4652-b26c-019b74f1b11e req-4d694147-6ee1-4e2e-9e0a-41f977bcb139 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:35.387191 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d0e90236-d2b0-4652-b26c-019b74f1b11e req-4d694147-6ee1-4e2e-9e0a-41f977bcb139 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.0849366 May 12 08:19:35.432700 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d369311-1dc3-47e1-bc35-a55d27ba3d35 req-edd1c5cd-966e-44d9-9fb0-a95835579511 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:35.434286 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5d369311-1dc3-47e1-bc35-a55d27ba3d35 req-edd1c5cd-966e-44d9-9fb0-a95835579511 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.0843258 May 12 08:19:35.435658 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d0e90236-d2b0-4652-b26c-019b74f1b11e req-93b9130d-e68b-4008-ad79-fb88e857a518 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423300 May 12 08:19:35.483564 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5d369311-1dc3-47e1-bc35-a55d27ba3d35 req-e674e0ac-4bd4-4af3-9ba5-08d686f69bc0 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430961 May 12 08:19:36.629210 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e40c20-fc6e-4242-9388-5f2b1fb79fc9 req-47f93ea9-bd51-48c1-8e74-dde3e3f97d63 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:36.630648 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-08e40c20-fc6e-4242-9388-5f2b1fb79fc9 req-47f93ea9-bd51-48c1-8e74-dde3e3f97d63 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.0824432 May 12 08:19:36.676450 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-08e40c20-fc6e-4242-9388-5f2b1fb79fc9 req-07254904-d399-4a16-a701-61583bf46cae tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394690 May 12 08:19:36.681702 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e043f-2063-4367-9adb-ce9e2727dccf req-2dc18ddf-9da9-44bd-bc8b-7e05c3df2e40 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:36.683280 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-353e043f-2063-4367-9adb-ce9e2727dccf req-2dc18ddf-9da9-44bd-bc8b-7e05c3df2e40 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.0937793 May 12 08:19:36.732787 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-353e043f-2063-4367-9adb-ce9e2727dccf req-ae5ff08e-8934-48b9-9500-17909ee2c5b6 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 May 12 08:19:37.104579 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:19:37.637208 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 51692) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:37.810760 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 51704) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:37.884996 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:37.898433 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198bf5b-0318-4a59-aee5-6a7c04556223 req-fef37384-baf9-4b1b-9eca-64a040e3657c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:37.900601 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a198bf5b-0318-4a59-aee5-6a7c04556223 req-fef37384-baf9-4b1b-9eca-64a040e3657c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1013284 May 12 08:19:37.918733 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e8684484-93bd-4ccc-8d61-4458972e9ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:37.929989 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:37.953823 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a198bf5b-0318-4a59-aee5-6a7c04556223 req-d863df43-594f-44d2-8cda-eccf8d019ef0 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399513 May 12 08:19:37.967427 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Usage tracker for resource:security_group_rule and tenant:e09a5389db12472584789df59751c3f1 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:37.977558 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:37.985153 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-e8684484-93bd-4ccc-8d61-4458972e9ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:37.999470 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:38.002759 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-e8684484-93bd-4ccc-8d61-4458972e9ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:034bb1b346fd4813a67c807fe0dba651 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:38.006504 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-e8684484-93bd-4ccc-8d61-4458972e9ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:38.016691 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-e8684484-93bd-4ccc-8d61-4458972e9ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:38.122287 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33004ed-6827-442f-82a1-26b4d0f67246 req-a4c78c89-1eed-491d-8537-96a44ed7e67c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:38.123829 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e33004ed-6827-442f-82a1-26b4d0f67246 req-a4c78c89-1eed-491d-8537-96a44ed7e67c tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.1914709 May 12 08:19:38.212257 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:38.227919 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:38.234661 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-6ad6c5b8-b5a6-461c-aa60-0b84f6e79d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:38.242627 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e33004ed-6827-442f-82a1-26b4d0f67246 req-6f926290-d45c-4b44-9782-417256df6927 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115205 May 12 08:19:38.290182 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e8684484-93bd-4ccc-8d61-4458972e9ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:38.292897 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e09a5389db12472584789df59751c3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805307 May 12 08:19:38.296681 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 51712) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:38.314020 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead9b3d3-c217-4459-ba27-e8c3c2fbec74,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:38.315811 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e8684484-93bd-4ccc-8d61-4458972e9ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:38.349027 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.349700 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.350071 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.350452 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.350868 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.351437 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.351760 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.352127 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.352635 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.353053 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.353589 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.353733 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.359755 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d529b89-08cc-4892-9fb5-a4f70de517d0 req-079a318f-b706-45b0-9f51-a62c32019781 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:38.361368 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9d529b89-08cc-4892-9fb5-a4f70de517d0 req-079a318f-b706-45b0-9f51-a62c32019781 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 945 time: 0.1033118 May 12 08:19:38.372140 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:38.375999 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-5580349f-c0ab-4762-8ff2-7c1d8ac00cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:38.424009 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-e8684484-93bd-4ccc-8d61-4458972e9ab2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=034bb1b346fd4813a67c807fe0dba651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7833242 May 12 08:19:38.424928 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 51716) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:38.430776 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8684484-93bd-4ccc-8d61-4458972e9ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc36cf0-bc7e-43b9-b2e3-3e076c601441,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:38.435538 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-e8684484-93bd-4ccc-8d61-4458972e9ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:38.440234 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c33f06c4-e331-446e-97ae-707ff5d8787a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:38.469725 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c33f06c4-e331-446e-97ae-707ff5d8787a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:38.523654 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c33f06c4-e331-446e-97ae-707ff5d8787a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:38.528689 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-8abb8046-790c-43b1-ac82-a48b1f72f773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:38.542918 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f06c4-e331-446e-97ae-707ff5d8787a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead9b3d3-c217-4459-ba27-e8c3c2fbec74,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:38.545885 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c33f06c4-e331-446e-97ae-707ff5d8787a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:38.550057 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c33f06c4-e331-446e-97ae-707ff5d8787a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:38.553528 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:38.553681 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-c33f06c4-e331-446e-97ae-707ff5d8787a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ead9b3d3-c217-4459-ba27-e8c3c2fbec74 HTTP/1.1" status: 204 len: 168 time: 0.2535379 May 12 08:19:38.557005 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-9d529b89-08cc-4892-9fb5-a4f70de517d0 req-4f62b24a-29b4-491d-9aff-3eea922ce1e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Deleting port b8b7c2ab-c229-49d1-93a2-e55db28caf7d {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:19:38.557337 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-9d529b89-08cc-4892-9fb5-a4f70de517d0 req-4f62b24a-29b4-491d-9aff-3eea922ce1e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:38.652281 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:38.753013 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-9d529b89-08cc-4892-9fb5-a4f70de517d0 req-4f62b24a-29b4-491d-9aff-3eea922ce1e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] For port b8b7c2ab-c229-49d1-93a2-e55db28caf7d, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b8b7c2ab-c229-49d1-93a2-e55db28caf7d,segment=NetworkSegment(ff0b3a64-02da-4411-b3d2-ce80d57d1681),segment_id=ff0b3a64-02da-4411-b3d2-ce80d57d1681)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:19:38.753331 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-9d529b89-08cc-4892-9fb5-a4f70de517d0 req-4f62b24a-29b4-491d-9aff-3eea922ce1e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:38.822364 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:38.953400 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-df7a518a-2561-471d-8a83-f4628d5d05ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:38.967171 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-9d529b89-08cc-4892-9fb5-a4f70de517d0 req-4f62b24a-29b4-491d-9aff-3eea922ce1e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Calling delete_port for b8b7c2ab-c229-49d1-93a2-e55db28caf7d owned by compute:nova {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:19:38.975806 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc36cf0-bc7e-43b9-b2e3-3e076c601441,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:38.988960 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.989322 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.989606 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.989957 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.990299 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.990662 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.991010 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.991335 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.991673 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.992008 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.992350 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.992708 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:38.997192 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:39.001002 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bbc36cf0-bc7e-43b9-b2e3-3e076c601441 HTTP/1.1" status: 204 len: 168 time: 0.5724514 May 12 08:19:39.001002 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:39.117336 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-9d529b89-08cc-4892-9fb5-a4f70de517d0 req-4f62b24a-29b4-491d-9aff-3eea922ce1e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:39.124758 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:39.157545 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94', 'b8b7c2ab-c229-49d1-93a2-e55db28caf7d'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:19:39.174354 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62b24a-29b4-491d-9aff-3eea922ce1e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Pushing event deleted for resources: {'Port': ['ID=b8b7c2ab-c229-49d1-93a2-e55db28caf7d,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:39.177982 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-4f62b24a-29b4-491d-9aff-3eea922ce1e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:39.258431 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d529b89-08cc-4892-9fb5-a4f70de517d0 req-4f62b24a-29b4-491d-9aff-3eea922ce1e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] No DVR routers for this DVR port b8b7c2ab-c229-49d1-93a2-e55db28caf7d on host hv-cinder-79091 {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:19:39.261659 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-9d529b89-08cc-4892-9fb5-a4f70de517d0 req-4f62b24a-29b4-491d-9aff-3eea922ce1e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:39.264376 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe82937a-4a75-45ab-8eef-18f338747131', 'name': 'network-vif-deleted', 'tag': 'b8b7c2ab-c229-49d1-93a2-e55db28caf7d'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:19:39.334358 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe82937a-4a75-45ab-8eef-18f338747131', 'name': 'network-vif-deleted', 'tag': 'b8b7c2ab-c229-49d1-93a2-e55db28caf7d', 'status': 'completed', 'code': 200} May 12 08:19:39.337132 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9d529b89-08cc-4892-9fb5-a4f70de517d0 req-4f62b24a-29b4-491d-9aff-3eea922ce1e9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.48 "DELETE /v2.0/ports/b8b7c2ab-c229-49d1-93a2-e55db28caf7d HTTP/1.1" status: 204 len: 173 time: 0.9674809 May 12 08:19:39.398109 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device e14f599e-e844-44fd-9302-768be6331eed details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:19:39.415366 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc7348-adb4-4e03-912c-02e6e51ae57d req-087d6298-0ace-4106-b337-f863f0d96e68 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:39.423625 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-7adc7348-adb4-4e03-912c-02e6e51ae57d req-087d6298-0ace-4106-b337-f863f0d96e68 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1375759 May 12 08:19:39.486440 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-7adc7348-adb4-4e03-912c-02e6e51ae57d req-3dc44d0c-2a7c-4608-b780-0cb14367c825 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618379 May 12 08:19:39.515573 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 51734) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:39.538844 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ab33cd61-e2ab-4d93-a40f-3029657b931f req-a6895f07-bc9d-4472-bed9-c9414abcc8e5 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe82937a-4a75-45ab-8eef-18f338747131 HTTP/1.1" status: 200 len: 210 time: 0.0551500 May 12 08:19:39.539465 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-58d2bb3c-4250-47bc-83b3-0505a22f337f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:39.555860 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-58d2bb3c-4250-47bc-83b3-0505a22f337f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:39.560580 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-58d2bb3c-4250-47bc-83b3-0505a22f337f admin admin] Usage tracker for resource:security_group_rule and tenant:0fa62be1580c41e889ca9fb9bfee5488 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:39.564734 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-58d2bb3c-4250-47bc-83b3-0505a22f337f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:39.574867 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-58d2bb3c-4250-47bc-83b3-0505a22f337f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:39.629459 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port e14f599e-e844-44fd-9302-768be6331eed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e14f599e-e844-44fd-9302-768be6331eed,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:19:39.643695 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'e14f599e-e844-44fd-9302-768be6331eed', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'port_id': 'e14f599e-e844-44fd-9302-768be6331eed', 'mac_address': 'fa:16:3e:1a:55:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:19:39.670272 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-58d2bb3c-4250-47bc-83b3-0505a22f337f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:39.674619 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-58d2bb3c-4250-47bc-83b3-0505a22f337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:39.683062 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e280d3bc-3649-47dd-8630-dfc1f60ab919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:39.703413 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:39.720523 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e14f599e-e844-44fd-9302-768be6331eed {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:19:39.729080 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-58d2bb3c-4250-47bc-83b3-0505a22f337f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0fa62be1580c41e889ca9fb9bfee5488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119935 May 12 08:19:39.731512 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 51738) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:39.736951 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2bb3c-4250-47bc-83b3-0505a22f337f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c72022a-19cb-4926-b638-bc2db91f3e4a,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:39.738503 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port e14f599e-e844-44fd-9302-768be6331eed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e14f599e-e844-44fd-9302-768be6331eed,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:19:39.741558 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-58d2bb3c-4250-47bc-83b3-0505a22f337f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:39.745997 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:39.748666 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:39.802086 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-613aebd5-f59e-42a3-992e-bb5402518541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:39.816035 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=e14f599e-e844-44fd-9302-768be6331eed,revision_number=6']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:39.820263 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:39.831749 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-613aebd5-f59e-42a3-992e-bb5402518541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:39.885528 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-613aebd5-f59e-42a3-992e-bb5402518541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:39.889436 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-1dc3e44f-e455-45d4-b5e9-e7a4169071ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:39.900823 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613aebd5-f59e-42a3-992e-bb5402518541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c72022a-19cb-4926-b638-bc2db91f3e4a,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:39.904304 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-613aebd5-f59e-42a3-992e-bb5402518541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:39.907526 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-613aebd5-f59e-42a3-992e-bb5402518541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:39.908679 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-613aebd5-f59e-42a3-992e-bb5402518541 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c72022a-19cb-4926-b638-bc2db91f3e4a HTTP/1.1" status: 204 len: 168 time: 0.1773071 May 12 08:19:40.100482 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['e14f599e-e844-44fd-9302-768be6331eed'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:19:40.745501 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802c122-f099-4ded-a7d0-2a09cf623578 req-8c135366-2796-4cc3-b1f3-2cf8c13d5af4 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:40.752677 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5802c122-f099-4ded-a7d0-2a09cf623578 req-8c135366-2796-4cc3-b1f3-2cf8c13d5af4 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 945 time: 0.1554291 May 12 08:19:40.849242 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5802c122-f099-4ded-a7d0-2a09cf623578 req-7f5397a3-3c73-45d9-934f-e81f6c938880 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954795 May 12 08:19:41.189363 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4a794-98ca-4509-a943-dd8b0751f98f req-c2821254-3caf-4cd6-bd42-e4e2240790fb tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:41.190022 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-84f4a794-98ca-4509-a943-dd8b0751f98f req-c2821254-3caf-4cd6-bd42-e4e2240790fb tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Synchronizing usage tracker for tenant:f66fe14646c34c47ad422167942b2336 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:19:41.207826 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-84f4a794-98ca-4509-a943-dd8b0751f98f req-c2821254-3caf-4cd6-bd42-e4e2240790fb tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Unset dirty status for tenant:f66fe14646c34c47ad422167942b2336 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:19:41.209265 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-84f4a794-98ca-4509-a943-dd8b0751f98f req-c2821254-3caf-4cd6-bd42-e4e2240790fb tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1056011 May 12 08:19:41.261322 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-84f4a794-98ca-4509-a943-dd8b0751f98f req-4c9847a2-1a4e-4394-b7d3-f75b59aea3f3 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430465 May 12 08:19:41.333674 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 51802) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:41.414404 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device e14f599e-e844-44fd-9302-768be6331eed up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:19:41.458687 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8b09edc3-871b-4724-aa58-340c31a8e5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:41.473897 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-8b09edc3-871b-4724-aa58-340c31a8e5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:41.494358 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port e14f599e-e844-44fd-9302-768be6331eed triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:19:41.494727 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:41.495838 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-8b09edc3-871b-4724-aa58-340c31a8e5fe admin admin] Usage tracker for resource:security_group_rule and tenant:b7917849134346c89e9c46eb84179439 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:41.499048 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-8b09edc3-871b-4724-aa58-340c31a8e5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:41.505119 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-8b09edc3-871b-4724-aa58-340c31a8e5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:41.612940 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8b09edc3-871b-4724-aa58-340c31a8e5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:41.619524 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8b09edc3-871b-4724-aa58-340c31a8e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:41.645058 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:41.649974 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-393d01e3-6a01-479d-9e65-1a469b8b52f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:41.662095 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-8b09edc3-871b-4724-aa58-340c31a8e5fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7917849134346c89e9c46eb84179439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261461 May 12 08:19:41.662860 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 51816) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:41.689470 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09edc3-871b-4724-aa58-340c31a8e5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5177105-9bab-4aaf-a0d0-cc8f71ee6707,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:41.694553 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8b09edc3-871b-4724-aa58-340c31a8e5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:41.715700 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:19:41.756241 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port e14f599e-e844-44fd-9302-768be6331eed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e14f599e-e844-44fd-9302-768be6331eed,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:19:41.763911 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:41.764940 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device b8b7c2ab-c229-49d1-93a2-e55db28caf7d no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:19:41.813404 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d28a0463-6f36-4101-b11e-6ea1d92612d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:41.816055 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed', 'code': 200} May 12 08:19:41.821272 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:41.847585 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d28a0463-6f36-4101-b11e-6ea1d92612d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:41.868693 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: b8b7c2ab-c229-49d1-93a2-e55db28caf7d {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:19:41.869360 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device b8b7c2ab-c229-49d1-93a2-e55db28caf7d not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:19:41.897409 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=e14f599e-e844-44fd-9302-768be6331eed,revision_number=7']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:41.901357 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:41.934298 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d28a0463-6f36-4101-b11e-6ea1d92612d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:41.945194 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:41.973634 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d28a0463-6f36-4101-b11e-6ea1d92612d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:41.975278 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-d28a0463-6f36-4101-b11e-6ea1d92612d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5177105-9bab-4aaf-a0d0-cc8f71ee6707 HTTP/1.1" status: 204 len: 168 time: 0.3111670 May 12 08:19:41.976800 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0463-6f36-4101-b11e-6ea1d92612d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5177105-9bab-4aaf-a0d0-cc8f71ee6707,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:41.983323 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d28a0463-6f36-4101-b11e-6ea1d92612d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:42.077576 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06416-4304-474b-98cc-13d2e34a7c42 req-a9484f56-0396-4e68-ab6a-513fb949cb22 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:42.079862 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-51a06416-4304-474b-98cc-13d2e34a7c42 req-a9484f56-0396-4e68-ab6a-513fb949cb22 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.0930891 May 12 08:19:42.153030 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-51a06416-4304-474b-98cc-13d2e34a7c42 req-2e4eb8cf-b804-470f-b952-df95f4875c46 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568225 May 12 08:19:42.499178 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4e498-07bc-4733-a015-303468c32b80 req-4c01c210-3f3d-4607-ac65-2fe5f8a04877 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:42.500804 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dff4e498-07bc-4733-a015-303468c32b80 req-4c01c210-3f3d-4607-ac65-2fe5f8a04877 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0949123 May 12 08:19:42.589776 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dff4e498-07bc-4733-a015-303468c32b80 req-5c0b2b99-ef6d-43e0-8395-396728f78e08 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824702 May 12 08:19:43.011240 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-9f44df03-f24c-4ca9-8f97-bbf1f1c3766e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:43.376077 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d66e4-9391-41a8-bf12-246b16eaefdc req-0138be86-3360-4a58-9386-9af0519f707f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:43.383826 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-001d66e4-9391-41a8-bf12-246b16eaefdc req-0138be86-3360-4a58-9386-9af0519f707f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.0992100 May 12 08:19:43.441996 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-001d66e4-9391-41a8-bf12-246b16eaefdc req-66cdc260-0fa2-43e9-af6e-1004f701b7ec tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572195 May 12 08:19:43.801279 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50a0a9-27b4-4586-8d24-42b0c80ff5e5 req-b9670171-f6ba-4b76-9a9a-b9ca29b891be tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:43.802832 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1b50a0a9-27b4-4586-8d24-42b0c80ff5e5 req-b9670171-f6ba-4b76-9a9a-b9ca29b891be tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.0980928 May 12 08:19:43.859959 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1b50a0a9-27b4-4586-8d24-42b0c80ff5e5 req-b7214a4e-ef9a-4c7c-842a-357a823d023e tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506673 May 12 08:19:43.861744 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:44.675388 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5f78a-d4f6-4b3b-a460-52da80fb8027 req-c645e866-cb04-4ab4-998d-7bfec7850ece tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:44.677056 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-59b5f78a-d4f6-4b3b-a460-52da80fb8027 req-c645e866-cb04-4ab4-998d-7bfec7850ece tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1028237 May 12 08:19:44.732597 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-59b5f78a-d4f6-4b3b-a460-52da80fb8027 req-52bcd972-45a4-4b1a-b73f-4ef06c73b262 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469048 May 12 08:19:45.084045 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7945ccc-d035-436b-bcfb-20fa97593e0e req-111aec2d-4e7c-4718-a6ae-827bd18386cd tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:45.090343 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f7945ccc-d035-436b-bcfb-20fa97593e0e req-111aec2d-4e7c-4718-a6ae-827bd18386cd tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1167593 May 12 08:19:45.173304 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f7945ccc-d035-436b-bcfb-20fa97593e0e req-17ae2fc3-55fb-4b2f-bbd9-6d23ebb8c243 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772099 May 12 08:19:45.359924 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-2dcc86e4-82db-4a48-9928-46bc36a7f8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:45.496597 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:46.018033 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570c24f-c6b8-483a-b205-c327c5244dad req-091cc033-7c21-406d-911d-94f169356b92 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:46.029920 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8570c24f-c6b8-483a-b205-c327c5244dad req-091cc033-7c21-406d-911d-94f169356b92 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1092470 May 12 08:19:46.113218 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8570c24f-c6b8-483a-b205-c327c5244dad req-a4fbe533-7874-4f33-aef2-d979ff0f3067 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819092 May 12 08:19:46.231630 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-325e052c-31d8-40d5-94b1-102c33d99c69 req-b7d6dca3-632f-4a0d-a6c7-4fc2f2030d7b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1159163 May 12 08:19:46.393922 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e052c-31d8-40d5-94b1-102c33d99c69 req-0f1601d0-0bbb-40d6-9e23-b67d470ce3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:46.397883 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-325e052c-31d8-40d5-94b1-102c33d99c69 req-0f1601d0-0bbb-40d6-9e23-b67d470ce3ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f33c4d641f2420683d924899ca743bd&device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 1098 time: 0.1132631 May 12 08:19:46.490753 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:46.536617 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbea5df-cef8-4da8-9379-003cb416bf87 req-e433b8da-647f-4f3f-b7d8-07e6c77f3a45 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:46.550984 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fcbea5df-cef8-4da8-9379-003cb416bf87 req-e433b8da-647f-4f3f-b7d8-07e6c77f3a45 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.2133410 May 12 08:19:46.595719 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e052c-31d8-40d5-94b1-102c33d99c69 req-57f0c4f2-6ee0-42fc-899f-5eaa853666ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:46.597539 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-325e052c-31d8-40d5-94b1-102c33d99c69 req-57f0c4f2-6ee0-42fc-899f-5eaa853666ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=a48f7f6f-f530-4eda-bf6b-27ca4c358942 HTTP/1.1" status: 200 len: 912 time: 0.1716011 May 12 08:19:46.625150 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fcbea5df-cef8-4da8-9379-003cb416bf87 req-d5098c5f-a479-4a51-b352-ef3a6d7066eb tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730472 May 12 08:19:46.743182 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-325e052c-31d8-40d5-94b1-102c33d99c69 req-3a44fa30-e0c8-44bb-a4b2-490fa1999c63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1847cba7-baa5-4969-bdaf-ab656057dc41 HTTP/1.1" status: 200 len: 1001 time: 0.1331599 May 12 08:19:46.904448 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e052c-31d8-40d5-94b1-102c33d99c69 req-ded287b9-f93d-4b93-9177-f4ff6e4fdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:46.906292 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-325e052c-31d8-40d5-94b1-102c33d99c69 req-ded287b9-f93d-4b93-9177-f4ff6e4fdaa4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85150696-0c2f-4ffc-b17b-b5a382c1566b HTTP/1.1" status: 200 len: 850 time: 0.1558547 May 12 08:19:47.176348 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e052c-31d8-40d5-94b1-102c33d99c69 req-9d24e6cd-7275-4045-bb4f-275b9e0977b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:47.178071 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-325e052c-31d8-40d5-94b1-102c33d99c69 req-9d24e6cd-7275-4045-bb4f-275b9e0977b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a48f7f6f-f530-4eda-bf6b-27ca4c358942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2620649 May 12 08:19:47.402828 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fed73-4554-4c69-ad52-9981e3459087 req-e50d2391-c19a-4a87-9b6b-3ab2404103da tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:47.411719 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9e5fed73-4554-4c69-ad52-9981e3459087 req-e50d2391-c19a-4a87-9b6b-3ab2404103da tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1765532 May 12 08:19:47.465903 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-325e052c-31d8-40d5-94b1-102c33d99c69 req-368acd14-f4d2-4290-bddf-93c9f9fa8c3f service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785020 May 12 08:19:47.471939 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9e5fed73-4554-4c69-ad52-9981e3459087 req-c9d022f3-5f17-4703-a8b6-d25f82f81719 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593345 May 12 08:19:47.474494 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b24e5-f8fb-41a7-afa1-d49ba20931a6 req-1031c12e-4227-46a6-bc20-401876b40701 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:47.481403 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-490b24e5-f8fb-41a7-afa1-d49ba20931a6 req-1031c12e-4227-46a6-bc20-401876b40701 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1431913 May 12 08:19:47.600383 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-490b24e5-f8fb-41a7-afa1-d49ba20931a6 req-a5245ef8-8180-49b4-a271-3de2784d39bb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179955 May 12 08:19:47.688919 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-325e052c-31d8-40d5-94b1-102c33d99c69 req-ef12d186-d85c-4c04-b957-d3a8d7c8b3f1 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933999 May 12 08:19:47.885953 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb58ca-1569-4ee2-9d66-1b872c1a93e6 req-7c9edfcd-4caf-44e0-868d-9c2bd21a67c9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:47.887779 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c5cb58ca-1569-4ee2-9d66-1b872c1a93e6 req-7c9edfcd-4caf-44e0-868d-9c2bd21a67c9 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1123843 May 12 08:19:47.973244 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c5cb58ca-1569-4ee2-9d66-1b872c1a93e6 req-434d62f6-65cf-44da-b3ae-418995e2a9cf tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783186 May 12 08:19:47.996737 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:48.529521 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9a28f-3fe5-4522-8579-de61dccb3609 req-ce99245d-2ca7-441a-ab83-0d516651ad4b tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:48.534913 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e2c9a28f-3fe5-4522-8579-de61dccb3609 req-ce99245d-2ca7-441a-ab83-0d516651ad4b tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1144705 May 12 08:19:48.786694 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-e2c9a28f-3fe5-4522-8579-de61dccb3609 req-3dec6778-26cd-46c8-a72c-399ec30bfc77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Deleting port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:19:48.786694 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e2c9a28f-3fe5-4522-8579-de61dccb3609 req-3dec6778-26cd-46c8-a72c-399ec30bfc77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:48.918657 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33ddf6-09b7-4257-8682-5f9c27b1e72d req-a137185a-401f-410c-ad7f-f00f5b1a9f01 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:48.920341 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3f33ddf6-09b7-4257-8682-5f9c27b1e72d req-a137185a-401f-410c-ad7f-f00f5b1a9f01 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1761990 May 12 08:19:48.947201 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-e2c9a28f-3fe5-4522-8579-de61dccb3609 req-3dec6778-26cd-46c8-a72c-399ec30bfc77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] For port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94,segment=NetworkSegment(ff0b3a64-02da-4411-b3d2-ce80d57d1681),segment_id=ff0b3a64-02da-4411-b3d2-ce80d57d1681)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:19:48.947555 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e2c9a28f-3fe5-4522-8579-de61dccb3609 req-3dec6778-26cd-46c8-a72c-399ec30bfc77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:48.984226 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-3f33ddf6-09b7-4257-8682-5f9c27b1e72d req-63ada1f3-7cf7-4ce4-986e-a0f66de5b409 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553849 May 12 08:19:49.087565 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-e2c9a28f-3fe5-4522-8579-de61dccb3609 req-3dec6778-26cd-46c8-a72c-399ec30bfc77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Calling delete_port for f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 owned by compute:nova {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:19:49.190884 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977172b-904e-4278-8250-dfc875462050 req-7055cf84-12e7-4923-aef4-a2e107f2d9fa tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:49.199191 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a977172b-904e-4278-8250-dfc875462050 req-7055cf84-12e7-4923-aef4-a2e107f2d9fa tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 945 time: 0.1006112 May 12 08:19:49.218965 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e2c9a28f-3fe5-4522-8579-de61dccb3609 req-3dec6778-26cd-46c8-a72c-399ec30bfc77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:49.231485 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-1d12334c-df4d-47b2-b664-25fac4c53e94 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:49.252126 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a977172b-904e-4278-8250-dfc875462050 req-4f0bdef2-f271-443b-a5bf-29d607fbef1b tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/security-groups?id=7652fba1-f710-421b-9e40-d0bc65aea5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 May 12 08:19:49.257788 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:19:49.304730 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8ac1a-2903-434e-b2c0-dbd431e1fb21 req-11ba6bbd-2e18-4160-8949-effe2230c14c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:49.311896 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d3a8ac1a-2903-434e-b2c0-dbd431e1fb21 req-11ba6bbd-2e18-4160-8949-effe2230c14c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.6470323 May 12 08:19:49.316656 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec6778-26cd-46c8-a72c-399ec30bfc77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Pushing event deleted for resources: {'Port': ['ID=f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:49.336111 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-3dec6778-26cd-46c8-a72c-399ec30bfc77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:49.430986 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c9a28f-3fe5-4522-8579-de61dccb3609 req-3dec6778-26cd-46c8-a72c-399ec30bfc77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] No DVR routers for this DVR port f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 on host hv-cinder-79091 {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:19:49.435897 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e2c9a28f-3fe5-4522-8579-de61dccb3609 req-3dec6778-26cd-46c8-a72c-399ec30bfc77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:49.438606 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d68f17-adc8-47ff-b0cb-d33eadfe62c5', 'name': 'network-vif-deleted', 'tag': 'f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:19:49.458438 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d3a8ac1a-2903-434e-b2c0-dbd431e1fb21 req-bb54e7bd-be2c-4d5d-9db2-d14252295ac3 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455970 May 12 08:19:49.522639 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d68f17-adc8-47ff-b0cb-d33eadfe62c5', 'name': 'network-vif-deleted', 'tag': 'f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94', 'status': 'completed', 'code': 200} May 12 08:19:49.526075 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e2c9a28f-3fe5-4522-8579-de61dccb3609 req-3dec6778-26cd-46c8-a72c-399ec30bfc77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.48 "DELETE /v2.0/ports/f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 HTTP/1.1" status: 204 len: 173 time: 0.9839857 May 12 08:19:50.241687 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7729281-eae0-45e8-8671-aca6617df908 req-7f4dd75d-b1ec-4f92-8784-7b74f288d9c1 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:50.252257 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e7729281-eae0-45e8-8671-aca6617df908 req-7f4dd75d-b1ec-4f92-8784-7b74f288d9c1 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1263182 May 12 08:19:50.285738 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 51994) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:50.340001 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e7729281-eae0-45e8-8671-aca6617df908 req-587f1279-dd13-4f4e-8d23-76b4ca97e292 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863025 May 12 08:19:50.452872 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-eb28e820-2bd2-4fa9-8437-bae46647e0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:50.473068 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-95abc287-32b3-4a12-8806-eb6d55504aff req-5fb729e7-94e4-4e40-a485-ecfd68cb34ff tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d68f17-adc8-47ff-b0cb-d33eadfe62c5 HTTP/1.1" status: 200 len: 210 time: 0.0585854 May 12 08:19:50.481518 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-eb28e820-2bd2-4fa9-8437-bae46647e0dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:19:50.503421 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-eb28e820-2bd2-4fa9-8437-bae46647e0dc admin admin] Usage tracker for resource:security_group_rule and tenant:286bd79a3b9d474ca651c683d502b748 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:19:50.507342 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-eb28e820-2bd2-4fa9-8437-bae46647e0dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:19:50.513411 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-eb28e820-2bd2-4fa9-8437-bae46647e0dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:19:50.667619 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-eb28e820-2bd2-4fa9-8437-bae46647e0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:50.673540 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-eb28e820-2bd2-4fa9-8437-bae46647e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:50.691647 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c35584cf-6de5-4a28-a548-7c2c66097b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:50.706509 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4eb41b-a540-4420-a8cb-7f816da6c888 req-0f319b21-2708-4574-a42f-a02ed70fb965 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:50.708471 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1b4eb41b-a540-4420-a8cb-7f816da6c888 req-0f319b21-2708-4574-a42f-a02ed70fb965 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1269674 May 12 08:19:50.737368 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28e820-2bd2-4fa9-8437-bae46647e0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec145b88-bf9d-4ce6-8aa1-616caf9431aa,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:50.740910 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-eb28e820-2bd2-4fa9-8437-bae46647e0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:50.789667 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-eb28e820-2bd2-4fa9-8437-bae46647e0dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=286bd79a3b9d474ca651c683d502b748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009866 May 12 08:19:50.790627 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 52004) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:50.809395 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1b4eb41b-a540-4420-a8cb-7f816da6c888 req-58902ac3-7bcb-4e82-af8d-fab519c36f70 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937572 May 12 08:19:50.888125 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-33887715-6364-4ca4-9021-a3e509f10202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:50.918836 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-33887715-6364-4ca4-9021-a3e509f10202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:50.983807 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-33887715-6364-4ca4-9021-a3e509f10202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:50.987856 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fd726919-3800-43ec-866a-9c19b565c8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:51.008843 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33887715-6364-4ca4-9021-a3e509f10202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec145b88-bf9d-4ce6-8aa1-616caf9431aa,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:51.018544 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-33887715-6364-4ca4-9021-a3e509f10202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:51.022684 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-33887715-6364-4ca4-9021-a3e509f10202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:51.026829 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-33887715-6364-4ca4-9021-a3e509f10202 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec145b88-bf9d-4ce6-8aa1-616caf9431aa HTTP/1.1" status: 204 len: 168 time: 0.2350714 May 12 08:19:51.497046 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:19:51.547987 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa8bbb-c5e7-4a65-9b77-26c99e20aa0e req-058172da-d99a-44d2-8d2c-9ffc3c7e1a5a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:51.558987 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8afa8bbb-c5e7-4a65-9b77-26c99e20aa0e req-058172da-d99a-44d2-8d2c-9ffc3c7e1a5a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1016996 May 12 08:19:51.640094 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:19:51.648813 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f6e2e5e2-7d3b-4dc6-979e-e87b6b66fe94 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:19:51.649166 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52030) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:51.662287 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8afa8bbb-c5e7-4a65-9b77-26c99e20aa0e req-ed9b1244-1435-430c-a515-09e54a06fffc tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004887 May 12 08:19:52.234666 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae3a2f-dfd2-4190-9829-bb9c333cdee5 req-6c0fa8a9-5fd8-4e8b-b76b-76688551a518 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:52.236288 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-84ae3a2f-dfd2-4190-9829-bb9c333cdee5 req-6c0fa8a9-5fd8-4e8b-b76b-76688551a518 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.2602403 May 12 08:19:52.312777 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-84ae3a2f-dfd2-4190-9829-bb9c333cdee5 req-68d3b8e7-93b9-43cb-952c-256b0252b210 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677328 May 12 08:19:52.606607 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818954'] for router_interface, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:53.035406 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dbabf-76cd-4d26-ada6-cf19fb6bcbd0 req-aef04ee4-aa35-4da6-9252-da8ce7e0d238 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:53.038583 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0d3dbabf-76cd-4d26-ada6-cf19fb6bcbd0 req-aef04ee4-aa35-4da6-9252-da8ce7e0d238 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1488562 May 12 08:19:53.135996 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0d3dbabf-76cd-4d26-ada6-cf19fb6bcbd0 req-5dfe741e-8ce5-4d7c-9a5c-ece657cbc715 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861897 May 12 08:19:53.274019 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] Deleting port f5022a55-85a9-4315-9156-4b9a9a3981a1 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:19:53.274019 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:53.503747 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] For port f5022a55-85a9-4315-9156-4b9a9a3981a1, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=f5022a55-85a9-4315-9156-4b9a9a3981a1,segment=NetworkSegment(ff0b3a64-02da-4411-b3d2-ce80d57d1681),segment_id=ff0b3a64-02da-4411-b3d2-ce80d57d1681)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:19:53.504111 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:53.628343 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] Calling delete_port for f5022a55-85a9-4315-9156-4b9a9a3981a1 owned by network:router_interface {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:19:53.666042 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9191f-9f06-4b33-a896-1c68c5f497c8 req-1dde4faf-11cd-429f-906f-4e8ded883ec6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:53.667541 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3ee9191f-9f06-4b33-a896-1c68c5f497c8 req-1dde4faf-11cd-429f-906f-4e8ded883ec6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.2223547 May 12 08:19:53.945082 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3ee9191f-9f06-4b33-a896-1c68c5f497c8 req-e90adc11-c6b4-4d4a-8f1e-b6a64ef58c47 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2680073 May 12 08:19:54.066259 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:54.071234 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:54.114478 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5022a55-85a9-4315-9156-4b9a9a3981a1,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:54.118111 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:54.362915 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23029810-56ac-4daf-9295-42767902e0b6 req-7782252e-878c-4b40-959c-137c034a02bd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:54.364461 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-23029810-56ac-4daf-9295-42767902e0b6 req-7782252e-878c-4b40-959c-137c034a02bd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.0903611 May 12 08:19:54.403953 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389510d7-8d5d-4878-8e6f-71f8ee5d5564 req-636fdf3c-693e-4d09-a18b-e72d153bb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:54.405454 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-389510d7-8d5d-4878-8e6f-71f8ee5d5564 req-636fdf3c-693e-4d09-a18b-e72d153bb8f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 1099 time: 0.2585363 May 12 08:19:54.411628 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-23029810-56ac-4daf-9295-42767902e0b6 req-de938303-564a-46c3-8f52-56948065d559 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405538 May 12 08:19:54.513353 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834746'] for router_interface, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:54.676251 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389510d7-8d5d-4878-8e6f-71f8ee5d5564 req-3103e535-768b-4a65-8c08-5f295d25a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:54.677722 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-389510d7-8d5d-4878-8e6f-71f8ee5d5564 req-3103e535-768b-4a65-8c08-5f295d25a2ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 200 len: 918 time: 0.2635734 May 12 08:19:54.815788 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-389510d7-8d5d-4878-8e6f-71f8ee5d5564 req-978972bc-9484-4d3c-8fca-f1a54bd20abb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e14f599e-e844-44fd-9302-768be6331eed HTTP/1.1" status: 200 len: 1002 time: 0.1237535 May 12 08:19:55.011798 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389510d7-8d5d-4878-8e6f-71f8ee5d5564 req-3dcf0d15-89f6-4df4-a7af-93b9b05694b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:55.013327 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-389510d7-8d5d-4878-8e6f-71f8ee5d5564 req-3dcf0d15-89f6-4df4-a7af-93b9b05694b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b88ea44-9eac-4917-a121-08012e4f664d HTTP/1.1" status: 200 len: 856 time: 0.1443250 May 12 08:19:55.226113 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] Router a9130da5-4271-49fe-b793-732795fd98e6 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:19:55.395817 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389510d7-8d5d-4878-8e6f-71f8ee5d5564 req-2ed0c04e-4733-41d9-b0b4-19c01b4a96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:55.397416 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-389510d7-8d5d-4878-8e6f-71f8ee5d5564 req-2ed0c04e-4733-41d9-b0b4-19c01b4a96ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df9c6990-f502-40fc-883a-abfac8f1f5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3731256 May 12 08:19:55.457172 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ceed0-7d8e-4c7e-bab5-5603fd8caa1f req-f13cfda1-38fd-4d5b-84a5-e74cd13ee37d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:55.458664 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1f8ceed0-7d8e-4c7e-bab5-5603fd8caa1f req-f13cfda1-38fd-4d5b-84a5-e74cd13ee37d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.2837863 May 12 08:19:55.558544 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:19:55.574749 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1012ea0-f380-4f59-ab05-11ea6be38433 None None] Sync routers for ids ['a9130da5-4271-49fe-b793-732795fd98e6'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:19:55.607487 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1012ea0-f380-4f59-ab05-11ea6be38433 None None] Routers {'a9130da5-4271-49fe-b793-732795fd98e6'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:19:55.608402 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-c1012ea0-f380-4f59-ab05-11ea6be38433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:19:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['a9130da5-4271-49fe-b793-732795fd98e6'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:19:55.620088 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467b9e4-5603-45fc-8fd8-73866c040bdb req-ccf15762-061c-499f-9f47-9b1b6b54a4c6 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:55.628909 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9467b9e4-5603-45fc-8fd8-73866c040bdb req-ccf15762-061c-499f-9f47-9b1b6b54a4c6 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.1012559 May 12 08:19:55.645100 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1f8ceed0-7d8e-4c7e-bab5-5603fd8caa1f req-885d7b82-fa1c-401f-829f-99fcf32b8c19 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360705 May 12 08:19:55.657973 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] 10.222.0.43 "PUT /v2.0/routers/a9130da5-4271-49fe-b793-732795fd98e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0071421 May 12 08:19:55.667381 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52130) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:55.687775 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9467b9e4-5603-45fc-8fd8-73866c040bdb req-aa15894f-9e41-4ced-a683-e79fd06d33c8 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576510 May 12 08:19:55.793604 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-389510d7-8d5d-4878-8e6f-71f8ee5d5564 req-e6edbf51-782b-4c37-80de-2b8bd91fadbc service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826289 May 12 08:19:55.899942 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-c1012ea0-f380-4f59-ab05-11ea6be38433 None None] Set router a9130da5-4271-49fe-b793-732795fd98e6 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:19:55.975687 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Notify callbacks [] for router, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:56.112326 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-389510d7-8d5d-4878-8e6f-71f8ee5d5564 req-2b816222-23cf-4e75-83ae-a7c9683bcfc5 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110278 May 12 08:19:56.178883 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:56.196512 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-c1012ea0-f380-4f59-ab05-11ea6be38433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'name': 'tempest-ServerRescueNegativeTestJSON-314239956-router', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:19:54Z', 'revision_number': 5, 'project_id': 'f66fe14646c34c47ad422167942b2336', 'gw_port': {'id': '58f2d929-3eb4-4b33-a6df-6bf67744dc4b', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:37Z', 'updated_at': '2021-05-12T08:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:19:56.200736 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1012ea0-f380-4f59-ab05-11ea6be38433 None None] Checking router: a9130da5-4271-49fe-b793-732795fd98e6 for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:19:56.210592 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1012ea0-f380-4f59-ab05-11ea6be38433 None None] Routers {'a9130da5-4271-49fe-b793-732795fd98e6'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:19:56.211216 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-c1012ea0-f380-4f59-ab05-11ea6be38433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:19:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['a9130da5-4271-49fe-b793-732795fd98e6'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:19:56.253071 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Deleting port 58f2d929-3eb4-4b33-a6df-6bf67744dc4b {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:19:56.253448 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:56.379775 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] For port 58f2d929-3eb4-4b33-a6df-6bf67744dc4b, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=58f2d929-3eb4-4b33-a6df-6bf67744dc4b,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:19:56.380305 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:56.403846 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-c1012ea0-f380-4f59-ab05-11ea6be38433 None None] Set router a9130da5-4271-49fe-b793-732795fd98e6 gateway port host: None {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:19:56.501507 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Calling delete_port for 58f2d929-3eb4-4b33-a6df-6bf67744dc4b owned by network:router_gateway {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:19:56.507759 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-c1012ea0-f380-4f59-ab05-11ea6be38433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'name': 'tempest-ServerRescueNegativeTestJSON-314239956-router', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:19:56Z', 'revision_number': 6, 'project_id': 'f66fe14646c34c47ad422167942b2336', 'gw_port_host': None}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:19:56.512690 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1012ea0-f380-4f59-ab05-11ea6be38433 None None] The sync data for ids ['a9130da5-4271-49fe-b793-732795fd98e6'] in dv-cinder-790910-1-smb is: [{'id': 'a9130da5-4271-49fe-b793-732795fd98e6', 'name': 'tempest-ServerRescueNegativeTestJSON-314239956-router', 'tenant_id': 'f66fe14646c34c47ad422167942b2336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:19:56Z', 'revision_number': 6, 'project_id': 'f66fe14646c34c47ad422167942b2336', 'gw_port_host': None}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:19:56.776111 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:56.811685 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:56.907072 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=58f2d929-3eb4-4b33-a6df-6bf67744dc4b,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:56.918266 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32dcfe-35d6-4e34-ba58-980f189dd981 req-b9843a23-4536-4352-b966-48f3496242ef tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:56.929127 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5b32dcfe-35d6-4e34-ba58-980f189dd981 req-b9843a23-4536-4352-b966-48f3496242ef tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1506763 May 12 08:19:56.979647 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:56.994879 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5b32dcfe-35d6-4e34-ba58-980f189dd981 req-08d53006-d886-41b5-aac8-c351690c95d5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637443 May 12 08:19:57.050484 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1822318'] for router_gateway, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:57.234244 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afeb52-2259-4f4e-8c10-d1f9f414f7bc req-d51cbeea-adb3-4d2a-89d1-3dab85c2631b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:57.235690 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-83afeb52-2259-4f4e-8c10-d1f9f414f7bc req-d51cbeea-adb3-4d2a-89d1-3dab85c2631b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 946 time: 0.3713644 May 12 08:19:57.241873 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4446'] for router, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:57.245714 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:57.362044 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-83afeb52-2259-4f4e-8c10-d1f9f414f7bc req-90ac730e-84ad-4a7f-a6d3-024dd7adda54 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181858 May 12 08:19:57.363335 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338812'] for router, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:57.363931 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9130da5-4271-49fe-b793-732795fd98e6 {{(pid=78675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 08:19:57.377532 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Notify callbacks [] for router, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:57.378787 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] 10.222.0.43 "DELETE /v2.0/routers/a9130da5-4271-49fe-b793-732795fd98e6 HTTP/1.1" status: 204 len: 168 time: 1.7105353 May 12 08:19:57.381432 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 52156) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:57.442194 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_v2 [None req-daaf5db5-a5ba-488b-bfea-3724b7d8307b admin admin] Deleting subnet 4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc {{(pid=78674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:19:57.445625 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-daaf5db5-a5ba-488b-bfea-3724b7d8307b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:57.495215 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-daaf5db5-a5ba-488b-bfea-3724b7d8307b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132425891'] for subnet, precommit_delete_associations {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:57.555604 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-daaf5db5-a5ba-488b-bfea-3724b7d8307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:57.567997 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device e14f599e-e844-44fd-9302-768be6331eed no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:19:57.692832 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:57.721278 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:19:57.731194 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port e14f599e-e844-44fd-9302-768be6331eed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e14f599e-e844-44fd-9302-768be6331eed,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:19:57.736976 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:57.739194 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:57.773627 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed', 'code': 200} May 12 08:19:57.812866 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=e14f599e-e844-44fd-9302-768be6331eed,revision_number=8']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:57.822117 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-daaf5db5-a5ba-488b-bfea-3724b7d8307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2884590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134156007'] for subnet, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:57.829360 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:57.829971 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:57.830467 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:57.830947 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:57.831589 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:57.832108 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:57.832607 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:57.833071 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:57.833560 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:57.833793 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:57.834930 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:57.835770 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:57.836228 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:19:57.840530 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:57.868322 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-daaf5db5-a5ba-488b-bfea-3724b7d8307b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:57.879050 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf5db5-a5ba-488b-bfea-3724b7d8307b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:57.882195 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-daaf5db5-a5ba-488b-bfea-3724b7d8307b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:57.884701 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-daaf5db5-a5ba-488b-bfea-3724b7d8307b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4fb4fcf4-595b-45a3-bd7b-66cb54e5b7dc HTTP/1.1" status: 204 len: 168 time: 0.5017719 May 12 08:19:57.886769 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52166) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:57.995229 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:58.173278 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:58.189419 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a268b575-88fb-44a7-9078-873928216331']}} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:19:58.203864 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0b3a64-02da-4411-b3d2-ce80d57d1681') {'for_net_delete': True} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:19:58.204175 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0b3a64-02da-4411-b3d2-ce80d57d1681') {} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:19:58.218592 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133914155'] for segment, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:58.246664 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:58.263634 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabbf09-4343-4331-97f3-973630a0856d req-adfa55e2-00d2-4a42-9ddf-6b7e00e227b4 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:58.265163 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fbabbf09-4343-4331-97f3-973630a0856d req-adfa55e2-00d2-4a42-9ddf-6b7e00e227b4 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1560304 May 12 08:19:58.266272 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=78675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:19:58.266813 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132470414'] for segment, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: Traceback (most recent call last): May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: timer() May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: cb(*args, **kw) May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: return func(*args, **kwargs) May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: self._notify() May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: self.callback(batched_events) May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: event.method(event) May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: return f(self, *a, **k) May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: return self._get(url).json() May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: return self.request(url, 'GET', **kwargs) May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:19:58.281194 dv-cinder-790910-1-smb neutron-server[78675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:19:58.386156 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 58f2d929-3eb4-4b33-a6df-6bf67744dc4b no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:19:58.386459 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fbabbf09-4343-4331-97f3-973630a0856d req-40ef17da-7f9b-47cb-a847-a2b98922d655 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042233 May 12 08:19:58.393088 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:58.400989 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:58.415978 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0cb0cae3-e791-423b-bb0a-f52b82a2f4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:58.423632 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: 58f2d929-3eb4-4b33-a6df-6bf67744dc4b {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:19:58.424201 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 58f2d929-3eb4-4b33-a6df-6bf67744dc4b not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:19:58.424819 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device f5022a55-85a9-4315-9156-4b9a9a3981a1 no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:19:58.450950 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] 10.222.0.43 "DELETE /v2.0/networks/a268b575-88fb-44a7-9078-873928216331 HTTP/1.1" status: 204 len: 168 time: 0.5627205 May 12 08:19:58.456163 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] Pushing event deleted for resources: {'Network': ['ID=a268b575-88fb-44a7-9078-873928216331,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:58.459427 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6cd788ad-174b-47bc-931f-239e569905ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:58.484643 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: f5022a55-85a9-4315-9156-4b9a9a3981a1 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:19:58.485100 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device f5022a55-85a9-4315-9156-4b9a9a3981a1 not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:19:58.602089 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52184) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:58.649025 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0cc75-be98-4d3c-b9b4-9b53dfb10e52 req-600f233e-e94e-4897-8952-966504f91a48 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:58.651129 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-69c0cc75-be98-4d3c-b9b4-9b53dfb10e52 req-600f233e-e94e-4897-8952-966504f91a48 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.1032174 May 12 08:19:58.670395 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-7a76e7cb-9d37-49a1-8055-b26f53d89bfd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f66fe14646c34c47ad422167942b2336&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0661752 May 12 08:19:58.672789 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52190) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:19:58.704083 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-69c0cc75-be98-4d3c-b9b4-9b53dfb10e52 req-85b157ad-aeb6-4ccb-8ff2-463df65914cf tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459535 May 12 08:19:58.782766 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b5885bcf-509e-4c45-a4b1-b148f5f6018f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:58.857298 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b5885bcf-509e-4c45-a4b1-b148f5f6018f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:58.916679 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d5081-2885-47a6-8431-a6c82591d132 req-818f9b4f-43b3-4724-966c-5527d6dbc16a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:58.918177 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4a0d5081-2885-47a6-8431-a6c82591d132 req-818f9b4f-43b3-4724-966c-5527d6dbc16a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.2006812 May 12 08:19:58.979416 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-4a0d5081-2885-47a6-8431-a6c82591d132 req-5bc28ea4-5336-4f3d-aa4a-3b4ac7bca1e6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550969 May 12 08:19:58.981794 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a82d16-b65f-4df2-bad6-e3debffea03f req-78be42af-480d-446d-9988-7e5b6d5a4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:58.983262 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-40a82d16-b65f-4df2-bad6-e3debffea03f req-78be42af-480d-446d-9988-7e5b6d5a4a7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f33c4d641f2420683d924899ca743bd&device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 1098 time: 0.1765270 May 12 08:19:58.983847 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b5885bcf-509e-4c45-a4b1-b148f5f6018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:58.989247 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:19:59.004667 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5885bcf-509e-4c45-a4b1-b148f5f6018f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7652fba1-f710-421b-9e40-d0bc65aea5b7,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:19:59.026182 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-b5885bcf-509e-4c45-a4b1-b148f5f6018f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:19:59.173454 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b5885bcf-509e-4c45-a4b1-b148f5f6018f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:19:59.174566 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-b5885bcf-509e-4c45-a4b1-b148f5f6018f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7652fba1-f710-421b-9e40-d0bc65aea5b7 HTTP/1.1" status: 204 len: 168 time: 0.5007129 May 12 08:19:59.239872 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a82d16-b65f-4df2-bad6-e3debffea03f req-2d06e175-3f2b-4850-84f5-933f11f49fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:59.241963 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-40a82d16-b65f-4df2-bad6-e3debffea03f req-2d06e175-3f2b-4850-84f5-933f11f49fb9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a48f7f6f-f530-4eda-bf6b-27ca4c358942 HTTP/1.1" status: 200 len: 912 time: 0.2460387 May 12 08:19:59.358090 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-40a82d16-b65f-4df2-bad6-e3debffea03f req-a9e27f29-d9db-488f-8069-d6b36b346b79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1847cba7-baa5-4969-bdaf-ab656057dc41 HTTP/1.1" status: 200 len: 1001 time: 0.1085544 May 12 08:19:59.433234 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a82d16-b65f-4df2-bad6-e3debffea03f req-e28ef6de-06f2-4e72-b786-c9fec50b8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:59.435668 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-40a82d16-b65f-4df2-bad6-e3debffea03f req-e28ef6de-06f2-4e72-b786-c9fec50b8287 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85150696-0c2f-4ffc-b17b-b5a382c1566b HTTP/1.1" status: 200 len: 850 time: 0.0717494 May 12 08:19:59.574264 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a82d16-b65f-4df2-bad6-e3debffea03f req-2b7ff001-a369-43a3-bb73-1b06e62f1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:19:59.576232 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-40a82d16-b65f-4df2-bad6-e3debffea03f req-2b7ff001-a369-43a3-bb73-1b06e62f1345 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a48f7f6f-f530-4eda-bf6b-27ca4c358942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1285758 May 12 08:19:59.721099 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-40a82d16-b65f-4df2-bad6-e3debffea03f req-3c765fc2-33d2-42fe-b9c9-b4d9b26bb0ec service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379964 May 12 08:19:59.913877 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-40a82d16-b65f-4df2-bad6-e3debffea03f req-7fbdb50c-3126-4a8b-a29f-06a5f1e1f622 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837814 May 12 08:20:00.013311 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6252b-8cab-4181-a709-1bb15e430734 req-76615266-97a0-4952-8c43-7b6bafcaaba4 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:00.020355 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-31e6252b-8cab-4181-a709-1bb15e430734 req-76615266-97a0-4952-8c43-7b6bafcaaba4 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.2853391 May 12 08:20:00.061799 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-31e6252b-8cab-4181-a709-1bb15e430734 req-504f493f-a796-4a37-a590-cc572ad3f86b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405688 May 12 08:20:00.279116 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0117-2689-4211-aa69-5e372bb55c77 req-36f531bf-ecb4-4165-a61a-ce2f9beeeff8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:00.280677 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-668a0117-2689-4211-aa69-5e372bb55c77 req-36f531bf-ecb4-4165-a61a-ce2f9beeeff8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1067765 May 12 08:20:00.331291 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-668a0117-2689-4211-aa69-5e372bb55c77 req-3fc6edeb-f2d3-482f-96ca-4d45a2ee1f10 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438898 May 12 08:20:00.406827 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52282) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:00.573611 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-a59b9f5f-4116-4cbb-8aae-90a46d900184 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1648762 May 12 08:20:01.279787 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84619558-94d3-4990-9c9d-f0089c6a4a0c req-b6cf21f3-75bd-4c7e-acd9-974ed996941c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:01.281369 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-84619558-94d3-4990-9c9d-f0089c6a4a0c req-b6cf21f3-75bd-4c7e-acd9-974ed996941c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.0909123 May 12 08:20:01.328750 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-84619558-94d3-4990-9c9d-f0089c6a4a0c req-b5d5c0a6-9bfc-410a-9240-1c775ccf3e55 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409238 May 12 08:20:01.393963 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52316) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:01.528781 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5652884a-12bd-488c-b49c-9855d282050a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:01.555328 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad54639-a984-4681-b555-186d3c949042 req-ee6c5749-4cce-4476-bc17-e389baa69d7c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:01.556794 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1ad54639-a984-4681-b555-186d3c949042 req-ee6c5749-4cce-4476-bc17-e389baa69d7c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.1128049 May 12 08:20:01.560630 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-5652884a-12bd-488c-b49c-9855d282050a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:01.566427 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-5652884a-12bd-488c-b49c-9855d282050a admin admin] Usage tracker for resource:security_group_rule and tenant:1876e7d29b82430aa218af72110f3fe8 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:01.581102 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-5652884a-12bd-488c-b49c-9855d282050a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:01.593761 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-5652884a-12bd-488c-b49c-9855d282050a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:01.609577 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device e14f599e-e844-44fd-9302-768be6331eed no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:20:01.627947 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1ad54639-a984-4681-b555-186d3c949042 req-501b4cc0-10e4-4090-a5f9-2d900d6b66c5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632153 May 12 08:20:01.706244 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5652884a-12bd-488c-b49c-9855d282050a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:01.711991 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5652884a-12bd-488c-b49c-9855d282050a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:01.722075 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8194121b-d0b7-483f-8215-5affcc111cb7 tempest-VolumesNegativeTest-1615417447 tempest-VolumesNegativeTest-1615417447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:01.770986 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-5652884a-12bd-488c-b49c-9855d282050a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1876e7d29b82430aa218af72110f3fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735325 May 12 08:20:01.770986 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652884a-12bd-488c-b49c-9855d282050a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0169c6b2-3db9-4a7c-a968-1f4cbb0b7ec8,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:01.771500 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 52334) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:01.773138 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-5652884a-12bd-488c-b49c-9855d282050a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:01.833684 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8b00e4ca-76ae-4928-8891-7b5314e8603c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:01.851223 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52338) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:01.868339 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8b00e4ca-76ae-4928-8891-7b5314e8603c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:01.927952 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8b00e4ca-76ae-4928-8891-7b5314e8603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:01.933600 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-5b15e015-b894-47be-903a-58a7d3d12259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:01.945539 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00e4ca-76ae-4928-8891-7b5314e8603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0169c6b2-3db9-4a7c-a968-1f4cbb0b7ec8,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:01.948404 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-8b00e4ca-76ae-4928-8891-7b5314e8603c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:01.950706 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8b00e4ca-76ae-4928-8891-7b5314e8603c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:01.951718 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-8b00e4ca-76ae-4928-8891-7b5314e8603c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0169c6b2-3db9-4a7c-a968-1f4cbb0b7ec8 HTTP/1.1" status: 204 len: 168 time: 0.1791384 May 12 08:20:02.000202 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4481e50c-18a6-4b65-8a22-e5635ce01690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.015040 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-4481e50c-18a6-4b65-8a22-e5635ce01690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:02.019029 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-4481e50c-18a6-4b65-8a22-e5635ce01690 admin admin] Usage tracker for resource:security_group_rule and tenant:9c9b1e34dd1e4d60bf03dcf570bf799a is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:02.022211 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-4481e50c-18a6-4b65-8a22-e5635ce01690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:02.029362 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-4481e50c-18a6-4b65-8a22-e5635ce01690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:02.124398 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4481e50c-18a6-4b65-8a22-e5635ce01690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.129685 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4481e50c-18a6-4b65-8a22-e5635ce01690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.139666 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-c3b79ffb-b942-4ee3-a1c4-ef7b1078e8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:02.183107 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-4481e50c-18a6-4b65-8a22-e5635ce01690 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c9b1e34dd1e4d60bf03dcf570bf799a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307862 May 12 08:20:02.183383 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 52350) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:02.184009 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481e50c-18a6-4b65-8a22-e5635ce01690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ac283e-3575-42a5-bea5-c1ec2a83ce2e,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:02.196686 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-4481e50c-18a6-4b65-8a22-e5635ce01690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:02.264624 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-24ac9f89-10fb-4f06-ae03-8a1ede4b7a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.297106 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-24ac9f89-10fb-4f06-ae03-8a1ede4b7a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.301938 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52356) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:02.321061 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a2f0-ecc6-47e8-ae5c-1d005d5f15a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.339127 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-5dc6a2f0-ecc6-47e8-ae5c-1d005d5f15a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:02.345428 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-5dc6a2f0-ecc6-47e8-ae5c-1d005d5f15a6 admin admin] Usage tracker for resource:security_group_rule and tenant:8607f3db410746b88f75924296e5362e is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:02.348405 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-5dc6a2f0-ecc6-47e8-ae5c-1d005d5f15a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:02.354671 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-5dc6a2f0-ecc6-47e8-ae5c-1d005d5f15a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:02.389792 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-24ac9f89-10fb-4f06-ae03-8a1ede4b7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.394989 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-52f9bd4e-b0bd-4213-8d09-f1b9689a20e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:02.409124 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac9f89-10fb-4f06-ae03-8a1ede4b7a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ac283e-3575-42a5-bea5-c1ec2a83ce2e,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:02.428652 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-24ac9f89-10fb-4f06-ae03-8a1ede4b7a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:02.437844 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-24ac9f89-10fb-4f06-ae03-8a1ede4b7a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.441473 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-24ac9f89-10fb-4f06-ae03-8a1ede4b7a03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73ac283e-3575-42a5-bea5-c1ec2a83ce2e HTTP/1.1" status: 204 len: 168 time: 0.2566714 May 12 08:20:02.473146 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a2f0-ecc6-47e8-ae5c-1d005d5f15a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.535020 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a2f0-ecc6-47e8-ae5c-1d005d5f15a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.549566 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-d8eaba8b-4456-4db9-8b1f-19b1d4082732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:02.610278 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-5dc6a2f0-ecc6-47e8-ae5c-1d005d5f15a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8607f3db410746b88f75924296e5362e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071694 May 12 08:20:02.611986 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6a2f0-ecc6-47e8-ae5c-1d005d5f15a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7171f2-0ea3-4602-b3a1-af49eed0e32d,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:02.614948 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 52368) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:02.626628 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-5dc6a2f0-ecc6-47e8-ae5c-1d005d5f15a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:02.649979 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-f05ec968-fc45-409e-b17e-7b7c6b6e5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:02.650604 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ca2ae-716f-47f6-9bc5-2db639126d68 req-6f68f5d2-20bb-4dc2-96af-3a9493dd042e tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:02.651574 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-f05ec968-fc45-409e-b17e-7b7c6b6e5719 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d&tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53 HTTP/1.1" status: 200 len: 1097 time: 0.1768553 May 12 08:20:02.652902 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b43ca2ae-716f-47f6-9bc5-2db639126d68 req-6f68f5d2-20bb-4dc2-96af-3a9493dd042e tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.1498685 May 12 08:20:02.735160 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b43ca2ae-716f-47f6-9bc5-2db639126d68 req-3d5cad9e-bb51-42b8-b789-c2bb038265f5 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750618 May 12 08:20:02.746091 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-92d4c4b6-032d-49b0-adc3-5d1ebc2b1061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.786442 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-92d4c4b6-032d-49b0-adc3-5d1ebc2b1061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.802428 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-0035997b-ce4d-4ea5-b5a8-bd5307b16e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:02.803994 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-0035997b-ce4d-4ea5-b5a8-bd5307b16e40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 1097 time: 0.1187882 May 12 08:20:02.843743 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-92d4c4b6-032d-49b0-adc3-5d1ebc2b1061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.854903 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d33b56ba-f0c1-4b33-b413-e462eba5a623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:02.869464 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4c4b6-032d-49b0-adc3-5d1ebc2b1061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7171f2-0ea3-4602-b3a1-af49eed0e32d,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:02.872038 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-92d4c4b6-032d-49b0-adc3-5d1ebc2b1061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:02.873246 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-92d4c4b6-032d-49b0-adc3-5d1ebc2b1061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:02.877259 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-92d4c4b6-032d-49b0-adc3-5d1ebc2b1061 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a7171f2-0ea3-4602-b3a1-af49eed0e32d HTTP/1.1" status: 204 len: 168 time: 0.2542968 May 12 08:20:02.982046 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-7d150084-81a3-45d3-ad5d-d0c44f34c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:02.983928 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 52376) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:02.984841 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-7d150084-81a3-45d3-ad5d-d0c44f34c375 service neutron] 10.222.0.48 "GET /v2.0/networks?id=df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 200 len: 918 time: 0.1723228 May 12 08:20:03.002253 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-858c1267-22a7-43d6-9801-17507bf6e4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:03.018010 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-858c1267-22a7-43d6-9801-17507bf6e4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:03.022647 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-858c1267-22a7-43d6-9801-17507bf6e4a7 admin admin] Usage tracker for resource:security_group_rule and tenant:0a4ca07e3c8041a88496243c576df934 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:03.026107 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-858c1267-22a7-43d6-9801-17507bf6e4a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:03.032290 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-858c1267-22a7-43d6-9801-17507bf6e4a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:03.099935 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-aba35e02-1d14-4353-a4d0-3973fe57cf36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e14f599e-e844-44fd-9302-768be6331eed HTTP/1.1" status: 200 len: 1000 time: 0.1090293 May 12 08:20:03.136447 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-858c1267-22a7-43d6-9801-17507bf6e4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:03.142087 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-858c1267-22a7-43d6-9801-17507bf6e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:03.150291 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c5149e3f-b8a2-48a1-99e7-0056f1962b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:03.171349 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-df330cf4-e8c7-40c7-b6f9-3d1dc2904b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:03.172842 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-df330cf4-e8c7-40c7-b6f9-3d1dc2904b20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b88ea44-9eac-4917-a121-08012e4f664d HTTP/1.1" status: 200 len: 856 time: 0.0662463 May 12 08:20:03.190227 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-858c1267-22a7-43d6-9801-17507bf6e4a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a4ca07e3c8041a88496243c576df934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051542 May 12 08:20:03.192735 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 52384) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:03.195504 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c1267-22a7-43d6-9801-17507bf6e4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49884b78-3a92-4081-bbb4-85e21eae67e6,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:03.213959 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-858c1267-22a7-43d6-9801-17507bf6e4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:03.256920 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-80d5812d-2e6d-401c-8a2d-adfe3468d011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:03.260536 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-a49d4785-5c57-4be9-b2d6-a918815afbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:03.262105 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-a49d4785-5c57-4be9-b2d6-a918815afbe4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df9c6990-f502-40fc-883a-abfac8f1f5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824063 May 12 08:20:03.283472 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-80d5812d-2e6d-401c-8a2d-adfe3468d011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:03.345670 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-80d5812d-2e6d-401c-8a2d-adfe3468d011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:03.354436 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-92d4c4b6-032d-49b0-adc3-5d1ebc2b1061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:03.369530 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5812d-2e6d-401c-8a2d-adfe3468d011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49884b78-3a92-4081-bbb4-85e21eae67e6,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:03.372342 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-80d5812d-2e6d-401c-8a2d-adfe3468d011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:03.373709 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-80d5812d-2e6d-401c-8a2d-adfe3468d011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:03.378237 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-80d5812d-2e6d-401c-8a2d-adfe3468d011 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49884b78-3a92-4081-bbb4-85e21eae67e6 HTTP/1.1" status: 204 len: 168 time: 0.1844695 May 12 08:20:03.488739 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-263d8453-192f-40c9-96d5-80abb7a1cbc5 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186551 May 12 08:20:03.643217 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-210087ec-25d4-44b1-8d28-802fb9acdf41 req-37a9c1c1-b514-4883-8d27-62e6316e8772 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480753 May 12 08:20:03.869405 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 52420) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:03.927287 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72913845-a1f2-473e-9967-c791c7a2ef82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:03.954638 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-72913845-a1f2-473e-9967-c791c7a2ef82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:03.961950 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-72913845-a1f2-473e-9967-c791c7a2ef82 admin admin] Usage tracker for resource:security_group_rule and tenant:691fb8056441467e922145073816dcc4 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:03.965403 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-72913845-a1f2-473e-9967-c791c7a2ef82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:03.972858 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-72913845-a1f2-473e-9967-c791c7a2ef82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:04.020036 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a9d06-8417-4618-8db4-05b1e82f73aa req-6e8838a5-3f5d-424c-bf20-76f88473fbf6 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:04.022228 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e08a9d06-8417-4618-8db4-05b1e82f73aa req-6e8838a5-3f5d-424c-bf20-76f88473fbf6 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.1500690 May 12 08:20:04.091393 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e08a9d06-8417-4618-8db4-05b1e82f73aa req-e13738d4-4865-4bcc-86e6-7521b7d9fff2 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608511 May 12 08:20:04.147381 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72913845-a1f2-473e-9967-c791c7a2ef82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:04.153941 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72913845-a1f2-473e-9967-c791c7a2ef82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:04.167340 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-33887715-6364-4ca4-9021-a3e509f10202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:04.210995 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-72913845-a1f2-473e-9967-c791c7a2ef82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=691fb8056441467e922145073816dcc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405013 May 12 08:20:04.213742 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52440) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:04.215999 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72913845-a1f2-473e-9967-c791c7a2ef82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7483617-ff2c-4c10-b129-320c4f32b227,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:04.218976 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-72913845-a1f2-473e-9967-c791c7a2ef82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:04.280959 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-976038f0-e61a-4df3-a36a-4e1bb18da9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:04.312722 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-976038f0-e61a-4df3-a36a-4e1bb18da9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:04.369910 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-976038f0-e61a-4df3-a36a-4e1bb18da9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:04.375837 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-326b3fd2-1404-44ca-beb9-8ffb06b4ffc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:04.395258 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976038f0-e61a-4df3-a36a-4e1bb18da9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7483617-ff2c-4c10-b129-320c4f32b227,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:04.403814 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-976038f0-e61a-4df3-a36a-4e1bb18da9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:04.420032 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-976038f0-e61a-4df3-a36a-4e1bb18da9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:04.421325 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-976038f0-e61a-4df3-a36a-4e1bb18da9cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7483617-ff2c-4c10-b129-320c4f32b227 HTTP/1.1" status: 204 len: 168 time: 0.2062981 May 12 08:20:05.336420 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63837e5-488d-4663-b64b-61a660cc6623 req-abaffc23-9a15-4957-8c98-f8a263510d6d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:05.338011 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f63837e5-488d-4663-b64b-61a660cc6623 req-abaffc23-9a15-4957-8c98-f8a263510d6d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.0841093 May 12 08:20:05.389597 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f63837e5-488d-4663-b64b-61a660cc6623 req-b66dfbc7-9168-45cb-bcad-de9b374f3ba9 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449414 May 12 08:20:06.611250 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23434-7f9f-4520-9db5-c20e2e9ad1b7 req-b102d72f-213b-4b18-9d8d-87e261684276 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:06.613108 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e3f23434-7f9f-4520-9db5-c20e2e9ad1b7 req-b102d72f-213b-4b18-9d8d-87e261684276 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.1037345 May 12 08:20:06.664179 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e3f23434-7f9f-4520-9db5-c20e2e9ad1b7 req-c0c5b993-2942-4814-9cb8-9119c1e2df18 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435021 May 12 08:20:07.890576 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f01d7e-fdd1-4492-bd0a-9679a3c5e117 req-2a20412b-0bf3-48be-9a83-bcd3ef6a145f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:07.894557 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b0f01d7e-fdd1-4492-bd0a-9679a3c5e117 req-2a20412b-0bf3-48be-9a83-bcd3ef6a145f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.1071544 May 12 08:20:07.944224 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b0f01d7e-fdd1-4492-bd0a-9679a3c5e117 req-64ce6abb-ef23-4774-baaa-d384c6bf2973 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447114 May 12 08:20:08.240343 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52526) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:08.367052 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-081b0e45-1530-4afe-9f48-915ba41ad99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:08.383755 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-081b0e45-1530-4afe-9f48-915ba41ad99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:08.388251 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-081b0e45-1530-4afe-9f48-915ba41ad99f admin admin] Usage tracker for resource:security_group_rule and tenant:ad519021f95e4c96bef3784a7ce80d6d is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:08.392154 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-081b0e45-1530-4afe-9f48-915ba41ad99f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:08.400002 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-081b0e45-1530-4afe-9f48-915ba41ad99f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:08.496961 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-081b0e45-1530-4afe-9f48-915ba41ad99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:08.502041 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-081b0e45-1530-4afe-9f48-915ba41ad99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:08.509724 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-d358d001-7efc-4e92-b2f0-fcddd55aa957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:08.549250 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b0e45-1530-4afe-9f48-915ba41ad99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d5b1c3-b4a9-44a9-9137-2ca183be52e8,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:08.555145 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-081b0e45-1530-4afe-9f48-915ba41ad99f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad519021f95e4c96bef3784a7ce80d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136475 May 12 08:20:08.556262 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-081b0e45-1530-4afe-9f48-915ba41ad99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:08.557169 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52532) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:08.618463 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0a518e71-0193-4c78-9f0f-cb4703b65c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:08.647130 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0a518e71-0193-4c78-9f0f-cb4703b65c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:08.699810 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0a518e71-0193-4c78-9f0f-cb4703b65c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:08.703831 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8058d70a-e56e-47da-976f-d62b8daa10fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:08.718112 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a518e71-0193-4c78-9f0f-cb4703b65c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d5b1c3-b4a9-44a9-9137-2ca183be52e8,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:08.720512 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0a518e71-0193-4c78-9f0f-cb4703b65c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:08.724216 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0a518e71-0193-4c78-9f0f-cb4703b65c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:08.725517 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-0a518e71-0193-4c78-9f0f-cb4703b65c64 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5d5b1c3-b4a9-44a9-9137-2ca183be52e8 HTTP/1.1" status: 204 len: 168 time: 0.1674268 May 12 08:20:09.127013 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 52544) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:09.145781 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d7834a0b-96ee-42c5-a652-66a2761366a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:09.162953 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-d7834a0b-96ee-42c5-a652-66a2761366a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:09.167741 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-d7834a0b-96ee-42c5-a652-66a2761366a0 admin admin] Usage tracker for resource:security_group_rule and tenant:7ab3f6e6330a457bbc074cef06236026 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:09.173723 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-d7834a0b-96ee-42c5-a652-66a2761366a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:09.180181 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-d7834a0b-96ee-42c5-a652-66a2761366a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:09.196173 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8544dd-7c03-499d-a4ff-7af28830a9a4 req-8bd35db9-982d-477b-a9fe-024d63ced33f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:09.198305 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2a8544dd-7c03-499d-a4ff-7af28830a9a4 req-8bd35db9-982d-477b-a9fe-024d63ced33f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.1047091 May 12 08:20:09.255000 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2a8544dd-7c03-499d-a4ff-7af28830a9a4 req-038045f7-7ea6-44d5-a28d-71d72e19e895 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500653 May 12 08:20:09.288223 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d7834a0b-96ee-42c5-a652-66a2761366a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:09.294301 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d7834a0b-96ee-42c5-a652-66a2761366a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:09.301598 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-36876a28-0afb-4462-9788-cc199ba99390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:09.345626 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-d7834a0b-96ee-42c5-a652-66a2761366a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ab3f6e6330a457bbc074cef06236026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153161 May 12 08:20:09.346301 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52548) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:09.348705 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7834a0b-96ee-42c5-a652-66a2761366a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1842e358-2a57-4a10-8c16-5502c4267e68,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:09.352151 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d7834a0b-96ee-42c5-a652-66a2761366a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:09.408110 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-80740761-a33b-47ef-8b32-dfdd4e6b3028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:09.434060 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-80740761-a33b-47ef-8b32-dfdd4e6b3028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:09.493323 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-80740761-a33b-47ef-8b32-dfdd4e6b3028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:09.497263 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0810858d-8cec-45a8-98df-245ceb7c1d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:09.508613 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80740761-a33b-47ef-8b32-dfdd4e6b3028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1842e358-2a57-4a10-8c16-5502c4267e68,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:09.512387 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-80740761-a33b-47ef-8b32-dfdd4e6b3028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:09.515666 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-80740761-a33b-47ef-8b32-dfdd4e6b3028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:09.516809 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-80740761-a33b-47ef-8b32-dfdd4e6b3028 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1842e358-2a57-4a10-8c16-5502c4267e68 HTTP/1.1" status: 204 len: 168 time: 0.1695297 May 12 08:20:10.460021 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895788d-0d2c-48a8-9171-f6e12f5183a9 req-49a2e536-9a2a-4d4c-b6f8-b60da2870758 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:10.462002 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4895788d-0d2c-48a8-9171-f6e12f5183a9 req-49a2e536-9a2a-4d4c-b6f8-b60da2870758 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.0843492 May 12 08:20:10.519573 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4895788d-0d2c-48a8-9171-f6e12f5183a9 req-4ee56094-de78-4b8f-bb60-278720e37ab7 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513680 May 12 08:20:11.737870 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321fc62-8402-4879-a402-dbeda205b8aa req-8dd7e1d7-95eb-4c62-9473-e21057566778 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:11.739671 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c321fc62-8402-4879-a402-dbeda205b8aa req-8dd7e1d7-95eb-4c62-9473-e21057566778 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.0850215 May 12 08:20:11.788680 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c321fc62-8402-4879-a402-dbeda205b8aa req-d78e6cce-93f7-451e-a2b0-2ec8192832a4 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422084 May 12 08:20:12.998262 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-04ddb122-47df-4554-835b-074848668ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:13.046768 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0f02a-726b-4f54-914e-9aae36a88de3 req-1bee1ed3-3183-4c98-bf94-b6ed157d9b84 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:13.049946 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0ad0f02a-726b-4f54-914e-9aae36a88de3 req-1bee1ed3-3183-4c98-bf94-b6ed157d9b84 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.1181936 May 12 08:20:13.127611 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0ad0f02a-726b-4f54-914e-9aae36a88de3 req-1faa34d4-29dc-4735-94d8-89688c4311dd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716732 May 12 08:20:13.890062 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:14.105079 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:20:14.358920 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d1602-3eb5-4dcc-b9ff-57356b51b944 req-f78b38fe-2aed-41b3-89b4-107b598b9246 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:14.360481 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-948d1602-3eb5-4dcc-b9ff-57356b51b944 req-f78b38fe-2aed-41b3-89b4-107b598b9246 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.0938387 May 12 08:20:14.410591 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-948d1602-3eb5-4dcc-b9ff-57356b51b944 req-e4dfe85d-7e12-4cb4-91c3-8823e9ed9d15 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442832 May 12 08:20:15.351762 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-f344e4ee-d94a-4701-b713-5ff5d0260b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:15.492066 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:15.615179 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0aff5-790a-4fe4-a29f-d8eeb64c9d96 req-16fc53b2-c06b-4dba-991f-91518264a14b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:15.616625 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d5f0aff5-790a-4fe4-a29f-d8eeb64c9d96 req-16fc53b2-c06b-4dba-991f-91518264a14b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.0896511 May 12 08:20:15.665767 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d5f0aff5-790a-4fe4-a29f-d8eeb64c9d96 req-08c92b4a-3bf8-47e8-8907-fd812c281f46 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430551 May 12 08:20:16.496141 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:16.862540 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bd430-9ce5-4ae9-a15f-022111a0128c req-a3935e3f-1235-4403-8339-0956dc6d4f4b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:16.864012 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2b9bd430-9ce5-4ae9-a15f-022111a0128c req-a3935e3f-1235-4403-8339-0956dc6d4f4b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 944 time: 0.0825782 May 12 08:20:16.911159 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2b9bd430-9ce5-4ae9-a15f-022111a0128c req-422e4735-dad0-48df-b97d-172c22621ae0 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409625 May 12 08:20:17.681878 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device e14f599e-e844-44fd-9302-768be6331eed details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:20:17.818013 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port e14f599e-e844-44fd-9302-768be6331eed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e14f599e-e844-44fd-9302-768be6331eed,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:20:17.832397 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'e14f599e-e844-44fd-9302-768be6331eed', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'port_id': 'e14f599e-e844-44fd-9302-768be6331eed', 'mac_address': 'fa:16:3e:1a:55:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:20:17.888041 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:17.905255 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14f599e-e844-44fd-9302-768be6331eed {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:20:17.925334 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port e14f599e-e844-44fd-9302-768be6331eed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e14f599e-e844-44fd-9302-768be6331eed,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:20:17.931517 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:17.934394 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:18.004687 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:18.012857 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=e14f599e-e844-44fd-9302-768be6331eed,revision_number=9']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:18.016085 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:18.108152 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc6033-0460-4701-aa3e-b291c88a9c61 req-14e89f6f-ee0b-446c-ab6e-60d6ca7bba2e tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:18.109664 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bbc6033-0460-4701-aa3e-b291c88a9c61 req-14e89f6f-ee0b-446c-ab6e-60d6ca7bba2e tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 945 time: 0.0816381 May 12 08:20:18.156870 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bbc6033-0460-4701-aa3e-b291c88a9c61 req-c5325874-146a-47bd-a6e5-b02609baca5b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393121 May 12 08:20:18.251595 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['e14f599e-e844-44fd-9302-768be6331eed'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:20:19.363735 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35912d-dd00-4eb7-8878-2925521d402f req-f689e250-d7ff-44b8-9e1e-2ee531dc8d52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:19.365276 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0e35912d-dd00-4eb7-8878-2925521d402f req-f689e250-d7ff-44b8-9e1e-2ee531dc8d52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 945 time: 0.0908189 May 12 08:20:19.410762 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0e35912d-dd00-4eb7-8878-2925521d402f req-83019c18-a4ec-4f2a-8b11-297dcb2ac834 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394318 May 12 08:20:19.693444 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device e14f599e-e844-44fd-9302-768be6331eed up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:20:19.772043 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port e14f599e-e844-44fd-9302-768be6331eed triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:20:19.772441 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:19.888276 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:19.926922 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port e14f599e-e844-44fd-9302-768be6331eed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e14f599e-e844-44fd-9302-768be6331eed,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:20:19.928408 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:20:19.933702 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:19.935524 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:19.983646 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed', 'code': 200} May 12 08:20:20.009424 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=e14f599e-e844-44fd-9302-768be6331eed,revision_number=10']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:20.012608 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:20.228064 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306673f-d8ce-4cca-a7c3-3ddce4ee3a32 req-2e310ec9-5578-41ce-aa70-d8bfb1a2d3c2 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:20.229498 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b306673f-d8ce-4cca-a7c3-3ddce4ee3a32 req-2e310ec9-5578-41ce-aa70-d8bfb1a2d3c2 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 945 time: 0.0817356 May 12 08:20:20.367186 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b306673f-d8ce-4cca-a7c3-3ddce4ee3a32 req-18078517-498f-4ec0-9c2d-738b1766d079 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318374 May 12 08:20:20.651545 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238475b-3576-4b5e-a047-f304515e276c req-11dc9f72-9d92-460f-9c5a-e05b507d72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:20.653009 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8238475b-3576-4b5e-a047-f304515e276c req-11dc9f72-9d92-460f-9c5a-e05b507d72fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 1100 time: 0.0941381 May 12 08:20:20.661400 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c112f42-891f-4dba-9020-b582493c8fab req-3f5336a2-55fc-4bef-acba-0eda07cd3c48 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:20.662758 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9c112f42-891f-4dba-9020-b582493c8fab req-3f5336a2-55fc-4bef-acba-0eda07cd3c48 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 947 time: 0.1393023 May 12 08:20:20.724165 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8238475b-3576-4b5e-a047-f304515e276c req-6a5b8c24-76e7-4d43-ad7c-98dccd54a2f7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605187 May 12 08:20:20.728607 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9c112f42-891f-4dba-9020-b582493c8fab req-685c8946-c0b2-49a4-91a7-dbc9fc0cf81e tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534189 May 12 08:20:21.556876 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9165b1b-1a95-4605-bb0c-20ca23c2e699 req-37f35d53-d8e8-4c9c-a73e-fadc7fd00db7 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:21.558384 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b9165b1b-1a95-4605-bb0c-20ca23c2e699 req-37f35d53-d8e8-4c9c-a73e-fadc7fd00db7 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 945 time: 0.0802817 May 12 08:20:21.607318 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b9165b1b-1a95-4605-bb0c-20ca23c2e699 req-86d30863-e648-47b6-8c71-7ceb26a76f12 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 May 12 08:20:21.940099 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b78e0a-16ca-4d8b-b442-c99708eecb7f req-87461850-81e0-481a-ad89-dad6c1b2696b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:21.941689 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d1b78e0a-16ca-4d8b-b442-c99708eecb7f req-87461850-81e0-481a-ad89-dad6c1b2696b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 947 time: 0.0921507 May 12 08:20:21.993078 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d1b78e0a-16ca-4d8b-b442-c99708eecb7f req-9faa0b2c-593e-41fb-a4d5-76ae80a5c1e0 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435240 May 12 08:20:22.798151 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b2489-f102-4eaa-aa67-98b8f47a2cd6 req-657efbbf-57d9-4af3-a091-6b9bcf2fe513 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:22.799652 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-eb1b2489-f102-4eaa-aa67-98b8f47a2cd6 req-657efbbf-57d9-4af3-a091-6b9bcf2fe513 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 945 time: 0.0856731 May 12 08:20:22.849767 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-eb1b2489-f102-4eaa-aa67-98b8f47a2cd6 req-29cf29c4-4ffd-4c00-bc5b-afc80f608810 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438888 May 12 08:20:23.186126 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416b14b-e47f-46da-b8ea-64d2c119ea64 req-7025e6be-44c1-458c-a072-dea0d8860cd0 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:23.187602 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5416b14b-e47f-46da-b8ea-64d2c119ea64 req-7025e6be-44c1-458c-a072-dea0d8860cd0 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 947 time: 0.0827665 May 12 08:20:23.233988 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5416b14b-e47f-46da-b8ea-64d2c119ea64 req-cb48131b-df8b-4f8d-a49a-c88ecfcb469a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405641 May 12 08:20:24.055215 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef26479-e85a-4eab-b2c8-53d27dc1e1f8 req-c55eab4a-c130-41c7-ab92-2ee22c47dbad tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:24.056701 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fef26479-e85a-4eab-b2c8-53d27dc1e1f8 req-c55eab4a-c130-41c7-ab92-2ee22c47dbad tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 945 time: 0.0899935 May 12 08:20:24.107338 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fef26479-e85a-4eab-b2c8-53d27dc1e1f8 req-08fde5eb-7852-41e9-8ff9-e7d516361aaa tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422952 May 12 08:20:25.378430 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87f28c-e744-44aa-a097-4c1d38bee3f6 req-bec986a6-3f12-4178-b5d5-a2e05829c5d9 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:25.379897 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d87f28c-e744-44aa-a097-4c1d38bee3f6 req-bec986a6-3f12-4178-b5d5-a2e05829c5d9 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 945 time: 0.1556675 May 12 08:20:25.424954 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d87f28c-e744-44aa-a097-4c1d38bee3f6 req-529a57c5-2682-4949-b54c-dd58c1b6ef18 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391319 May 12 08:20:25.635231 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653597-f643-4b31-9132-4ef89997bc48 req-f75a7597-5b8d-4c21-8085-e839cf723816 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:25.636912 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5a653597-f643-4b31-9132-4ef89997bc48 req-f75a7597-5b8d-4c21-8085-e839cf723816 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.48 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 945 time: 0.0827148 May 12 08:20:25.778460 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-5a653597-f643-4b31-9132-4ef89997bc48 req-86db03ad-93e0-4193-ad42-136daeb8e38f tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Deleting port ac634f5e-bf69-44bb-b84b-a994f72e4fe5 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:20:25.778802 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-5a653597-f643-4b31-9132-4ef89997bc48 req-86db03ad-93e0-4193-ad42-136daeb8e38f tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:25.909084 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-5a653597-f643-4b31-9132-4ef89997bc48 req-86db03ad-93e0-4193-ad42-136daeb8e38f tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] For port ac634f5e-bf69-44bb-b84b-a994f72e4fe5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ac634f5e-bf69-44bb-b84b-a994f72e4fe5,segment=NetworkSegment(06c63e2d-d5c5-454d-925c-acd1d6b3553a),segment_id=06c63e2d-d5c5-454d-925c-acd1d6b3553a)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:20:25.909434 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-5a653597-f643-4b31-9132-4ef89997bc48 req-86db03ad-93e0-4193-ad42-136daeb8e38f tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:26.033560 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-5a653597-f643-4b31-9132-4ef89997bc48 req-86db03ad-93e0-4193-ad42-136daeb8e38f tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Calling delete_port for ac634f5e-bf69-44bb-b84b-a994f72e4fe5 owned by compute:nova {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:20:26.156004 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-5a653597-f643-4b31-9132-4ef89997bc48 req-86db03ad-93e0-4193-ad42-136daeb8e38f tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:26.162388 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e04358b2-2a83-4a11-8722-df8924a57654 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:26.193177 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['ac634f5e-bf69-44bb-b84b-a994f72e4fe5'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:20:26.208952 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db03ad-93e0-4193-ad42-136daeb8e38f tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Pushing event deleted for resources: {'Port': ['ID=ac634f5e-bf69-44bb-b84b-a994f72e4fe5,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:26.212748 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-86db03ad-93e0-4193-ad42-136daeb8e38f tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:26.287499 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a653597-f643-4b31-9132-4ef89997bc48 req-86db03ad-93e0-4193-ad42-136daeb8e38f tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] No DVR routers for this DVR port ac634f5e-bf69-44bb-b84b-a994f72e4fe5 on host hv-cinder-79091 {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:20:26.290308 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-5a653597-f643-4b31-9132-4ef89997bc48 req-86db03ad-93e0-4193-ad42-136daeb8e38f tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:26.292914 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7896cf2a-125c-4045-9cd5-a041b684b4df', 'name': 'network-vif-deleted', 'tag': 'ac634f5e-bf69-44bb-b84b-a994f72e4fe5'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:20:26.310160 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5a653597-f643-4b31-9132-4ef89997bc48 req-86db03ad-93e0-4193-ad42-136daeb8e38f tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.48 "DELETE /v2.0/ports/ac634f5e-bf69-44bb-b84b-a994f72e4fe5 HTTP/1.1" status: 204 len: 173 time: 0.6651638 May 12 08:20:26.344723 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7896cf2a-125c-4045-9cd5-a041b684b4df', 'name': 'network-vif-deleted', 'tag': 'ac634f5e-bf69-44bb-b84b-a994f72e4fe5', 'status': 'completed', 'code': 200} May 12 08:20:26.601570 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-854de391-105a-40f8-910d-b41f34021b21 req-cf85abc1-6896-432b-8eeb-d0f56e2a3cef tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Synchronizing usage tracker for tenant:6fbd52df15aa44918adbf20d6255552c on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:20:26.620383 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-854de391-105a-40f8-910d-b41f34021b21 req-cf85abc1-6896-432b-8eeb-d0f56e2a3cef tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Unset dirty status for tenant:6fbd52df15aa44918adbf20d6255552c on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:20:26.621666 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-854de391-105a-40f8-910d-b41f34021b21 req-cf85abc1-6896-432b-8eeb-d0f56e2a3cef tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=7896cf2a-125c-4045-9cd5-a041b684b4df HTTP/1.1" status: 200 len: 210 time: 0.0653586 May 12 08:20:28.773808 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52846) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:28.894831 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-1f16efb0-5cbc-47aa-b3cd-9f059f9ce1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:28.908693 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-1f16efb0-5cbc-47aa-b3cd-9f059f9ce1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:28.912539 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-1f16efb0-5cbc-47aa-b3cd-9f059f9ce1c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2aed5305710045e09e5f9ed64bb7ecb8 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:28.915506 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-1f16efb0-5cbc-47aa-b3cd-9f059f9ce1c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:28.921342 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-1f16efb0-5cbc-47aa-b3cd-9f059f9ce1c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:29.021242 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-1f16efb0-5cbc-47aa-b3cd-9f059f9ce1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:29.026697 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-1f16efb0-5cbc-47aa-b3cd-9f059f9ce1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:29.035400 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-58d2bb3c-4250-47bc-83b3-0505a22f337f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:29.073889 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-1f16efb0-5cbc-47aa-b3cd-9f059f9ce1c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2aed5305710045e09e5f9ed64bb7ecb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989728 May 12 08:20:29.075539 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16efb0-5cbc-47aa-b3cd-9f059f9ce1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c44a6b-eae9-4764-93a8-da2bc43e22d3,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:29.076712 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 52856) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:29.078827 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-1f16efb0-5cbc-47aa-b3cd-9f059f9ce1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:29.143058 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-761efef0-2f3f-4646-a374-e651265def73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:29.169691 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-761efef0-2f3f-4646-a374-e651265def73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:29.224731 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-761efef0-2f3f-4646-a374-e651265def73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:29.229164 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-717334b7-75d1-4989-b646-8058870ecbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:29.243766 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761efef0-2f3f-4646-a374-e651265def73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c44a6b-eae9-4764-93a8-da2bc43e22d3,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:29.246128 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-761efef0-2f3f-4646-a374-e651265def73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:29.257770 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-761efef0-2f3f-4646-a374-e651265def73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:29.260958 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-761efef0-2f3f-4646-a374-e651265def73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09c44a6b-eae9-4764-93a8-da2bc43e22d3 HTTP/1.1" status: 204 len: 168 time: 0.1832426 May 12 08:20:29.558475 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 52876) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:29.577152 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-290a0b88-19d2-4897-b58f-64c438cc2212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:29.591717 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-290a0b88-19d2-4897-b58f-64c438cc2212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:29.595932 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-290a0b88-19d2-4897-b58f-64c438cc2212 admin admin] Usage tracker for resource:security_group_rule and tenant:7b2aa2d9aeb8452d9b9afa37ab855b14 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:29.599144 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-290a0b88-19d2-4897-b58f-64c438cc2212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:29.605271 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-290a0b88-19d2-4897-b58f-64c438cc2212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:29.685465 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-290a0b88-19d2-4897-b58f-64c438cc2212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:29.692746 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-290a0b88-19d2-4897-b58f-64c438cc2212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:29.705166 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8a166249-d14b-4d9c-9cbf-81ea78715993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:29.739192 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device ac634f5e-bf69-44bb-b84b-a994f72e4fe5 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:20:29.745215 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-290a0b88-19d2-4897-b58f-64c438cc2212 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b2aa2d9aeb8452d9b9afa37ab855b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856835 May 12 08:20:29.745937 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a0b88-19d2-4897-b58f-64c438cc2212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11da9e0e-80d6-4829-a216-f990a0bc4485,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:29.748053 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 52880) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:29.748933 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-290a0b88-19d2-4897-b58f-64c438cc2212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:29.773517 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: ac634f5e-bf69-44bb-b84b-a994f72e4fe5 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:20:29.773831 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device ac634f5e-bf69-44bb-b84b-a994f72e4fe5 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:20:29.808881 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0fffc17e-e577-41c8-a54c-d6c3e25a56a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:29.839082 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0fffc17e-e577-41c8-a54c-d6c3e25a56a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:29.901011 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0fffc17e-e577-41c8-a54c-d6c3e25a56a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:29.905750 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c33f06c4-e331-446e-97ae-707ff5d8787a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:29.918366 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffc17e-e577-41c8-a54c-d6c3e25a56a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11da9e0e-80d6-4829-a216-f990a0bc4485,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:29.920824 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-0fffc17e-e577-41c8-a54c-d6c3e25a56a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:29.922986 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0fffc17e-e577-41c8-a54c-d6c3e25a56a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:29.923979 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-0fffc17e-e577-41c8-a54c-d6c3e25a56a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11da9e0e-80d6-4829-a216-f990a0bc4485 HTTP/1.1" status: 204 len: 168 time: 0.1748736 May 12 08:20:32.029064 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91c840-5d49-48fd-8798-db6b630602da req-0fbaa2dc-6ad2-4104-bba5-1cf0e8607ed7 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:32.030476 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-0fbaa2dc-6ad2-4104-bba5-1cf0e8607ed7 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/networks?id=c2b5946e-a1dc-4ba6-9196-b6fec2610507 HTTP/1.1" status: 200 len: 813 time: 0.1515431 May 12 08:20:32.045233 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-2f871d1e-f5ed-44c4-b159-adbd7292fd16 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/quotas/6fbd52df15aa44918adbf20d6255552c HTTP/1.1" status: 200 len: 375 time: 0.0090227 May 12 08:20:32.095456 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-ebeb576c-ba3b-4c6e-ae38-dcc50986bb00 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fbd52df15aa44918adbf20d6255552c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413003 May 12 08:20:32.231984 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-cf931b53-2897-4186-a7e5-39ef2fcfce7b service neutron] 10.222.0.43 "GET /v2.0/networks/c2b5946e-a1dc-4ba6-9196-b6fec2610507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254861 May 12 08:20:32.369456 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-a7114e62-883b-4764-949f-1f164a44d0db service neutron] 10.222.0.43 "GET /v2.0/networks/c2b5946e-a1dc-4ba6-9196-b6fec2610507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307452 May 12 08:20:32.557952 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-dc13ceb8-24a4-4796-a831-c164a932793f req-658227e9-8d78-4f49-9200-a64c35021a53 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 210 time: 0.0445621 May 12 08:20:33.828895 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-edc35ee5-9918-4b2b-a99e-7035e55fbd3c req-5d88382b-3450-497e-838a-3166279ba6ce tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 210 time: 0.0555675 May 12 08:20:33.886739 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91c840-5d49-48fd-8798-db6b630602da req-c13aee4a-7b33-4d5c-9138-b97ba6ac17e1 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:33.888136 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-c13aee4a-7b33-4d5c-9138-b97ba6ac17e1 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.48 "GET /v2.0/networks?id=c2b5946e-a1dc-4ba6-9196-b6fec2610507 HTTP/1.1" status: 200 len: 813 time: 0.2714195 May 12 08:20:33.935101 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Request body: {'port': {'device_id': '3ae8927a-775f-425c-b841-5ec2a6f52772', 'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507', 'admin_state_up': True, 'tenant_id': '6fbd52df15aa44918adbf20d6255552c'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:20:34.082087 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:34.091864 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:34.107105 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Made reservation on behalf of 6fbd52df15aa44918adbf20d6255552c for: {'port': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:20:34.112542 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:34.288173 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Allocated IP 172.20.0.14 (c2b5946e-a1dc-4ba6-9196-b6fec2610507/5d25ead6-ec6a-4e4d-9601-e8a8b15a24ed/f74cf24a-e0c7-42ae-9a17-fefb21d1d48a) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:20:34.495500 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:34.528591 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:34.534241 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:34.598758 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Network c2b5946e-a1dc-4ba6-9196-b6fec2610507 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:20:34.601910 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:20:34.610948 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:20:34.646182 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Pushing event updated for resources: {'Port': ['ID=f74cf24a-e0c7-42ae-9a17-fefb21d1d48a,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:34.651126 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:34.678093 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:34.678684 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:34.714665 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7847331 May 12 08:20:34.733428 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Request body: {'port': {'device_id': '3ae8927a-775f-425c-b841-5ec2a6f52772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:20:34.849756 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:35.020195 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc67964-2148-4178-b2b0-951e884d4df7 req-893d6e32-b2d7-4612-ace0-a6891709f4d1 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:35.021719 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0cc67964-2148-4178-b2b0-951e884d4df7 req-893d6e32-b2d7-4612-ace0-a6891709f4d1 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 932 time: 0.0857592 May 12 08:20:35.068183 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0cc67964-2148-4178-b2b0-951e884d4df7 req-c0eee0c8-2173-480c-a880-d6554138075e tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403156 May 12 08:20:35.189893 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74cf24a-e0c7-42ae-9a17-fefb21d1d48a {{(pid=78675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:20:35.197910 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:35.212771 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Transition to ACTIVE for port object f74cf24a-e0c7-42ae-9a17-fefb21d1d48a will not be triggered until provisioned by entity L2. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:20:35.218153 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132470434'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:35.221786 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-2b264e8f-7869-4418-838b-9b3122113969 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:35.370449 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f74cf24a-e0c7-42ae-9a17-fefb21d1d48a,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:35.378478 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:35.449065 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Attempting to bind port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:20:35.449260 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Attempting to bind port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '06c63e2d-d5c5-454d-925c-acd1d6b3553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507'}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:20:35.449620 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Attempting to bind port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a on network c2b5946e-a1dc-4ba6-9196-b6fec2610507 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:20:35.454590 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a on network c2b5946e-a1dc-4ba6-9196-b6fec2610507 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:20:35.454903 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Attempting to bind port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a on network c2b5946e-a1dc-4ba6-9196-b6fec2610507 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:20:35.460678 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:20:35.461007 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Checking segment: {'id': '06c63e2d-d5c5-454d-925c-acd1d6b3553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:20:35.461351 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Bound using segment: {'id': '06c63e2d-d5c5-454d-925c-acd1d6b3553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507'} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:20:35.461773 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Bound port: f74cf24a-e0c7-42ae-9a17-fefb21d1d48a, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c63e2d-d5c5-454d-925c-acd1d6b3553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507'}}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:20:35.462248 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:35.639172 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] For port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a, host hv-cinder-79091, cleared binding levels {{(pid=78675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:20:35.642260 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] For port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f74cf24a-e0c7-42ae-9a17-fefb21d1d48a,segment=NetworkSegment(06c63e2d-d5c5-454d-925c-acd1d6b3553a),segment_id=06c63e2d-d5c5-454d-925c-acd1d6b3553a)] {{(pid=78675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:20:35.647531 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132470434'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:35.652459 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-86db03ad-93e0-4193-ad42-136daeb8e38f tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:35.703412 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:35.704047 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:35.705484 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] 10.222.0.48 "PUT /v2.0/ports/f74cf24a-e0c7-42ae-9a17-fefb21d1d48a HTTP/1.1" status: 200 len: 1094 time: 0.9769526 May 12 08:20:35.707806 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae8927a-775f-425c-b841-5ec2a6f52772', 'tag': 'f74cf24a-e0c7-42ae-9a17-fefb21d1d48a'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:20:35.735636 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f74cf24a-e0c7-42ae-9a17-fefb21d1d48a,revision_number=3']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:35.738884 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:35.765844 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae8927a-775f-425c-b841-5ec2a6f52772', 'tag': 'f74cf24a-e0c7-42ae-9a17-fefb21d1d48a', 'status': 'completed', 'code': 200} May 12 08:20:35.853089 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91c840-5d49-48fd-8798-db6b630602da req-e9a683b4-d3ae-4b1e-82cf-4087434fe8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:35.854620 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-e9a683b4-d3ae-4b1e-82cf-4087434fe8a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fbd52df15aa44918adbf20d6255552c&device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 1097 time: 0.0734892 May 12 08:20:35.928601 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-698e3458-52fc-4450-8006-25678821f7b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f74cf24a-e0c7-42ae-9a17-fefb21d1d48a HTTP/1.1" status: 200 len: 217 time: 0.0587814 May 12 08:20:35.994402 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91c840-5d49-48fd-8798-db6b630602da req-3c43ba03-7c32-4a0f-9940-c0984a914fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:35.995833 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-3c43ba03-7c32-4a0f-9940-c0984a914fc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d25ead6-ec6a-4e4d-9601-e8a8b15a24ed HTTP/1.1" status: 200 len: 853 time: 0.0597367 May 12 08:20:36.046365 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-d6bb5544-ddfc-4c63-a17d-2bf43be8f869 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2b5946e-a1dc-4ba6-9196-b6fec2610507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399408 May 12 08:20:36.199052 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-76753dee-ea11-4dfa-ad2f-281858faaff5 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b5946e-a1dc-4ba6-9196-b6fec2610507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432157 May 12 08:20:36.340703 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1d91c840-5d49-48fd-8798-db6b630602da req-548a500e-cda4-49d0-9b6c-0d73e0516918 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b5946e-a1dc-4ba6-9196-b6fec2610507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336219 May 12 08:20:36.423068 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961afc9-bf7c-4a5b-871b-71639bc0a755 req-3350d4f7-15ab-434c-8bc1-4cb7bd81ad22 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:36.424540 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f961afc9-bf7c-4a5b-871b-71639bc0a755 req-3350d4f7-15ab-434c-8bc1-4cb7bd81ad22 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 944 time: 0.0821707 May 12 08:20:36.473700 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f961afc9-bf7c-4a5b-871b-71639bc0a755 req-c83bf1f5-6d05-4f7b-8c6d-9b200b5c6363 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427656 May 12 08:20:36.522432 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdece8a-857b-4f7f-9fd3-2ee537177280 req-44e89fb2-4290-4815-b273-45531999d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:36.523918 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bcdece8a-857b-4f7f-9fd3-2ee537177280 req-44e89fb2-4290-4815-b273-45531999d79e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fbd52df15aa44918adbf20d6255552c&device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 1097 time: 0.0769315 May 12 08:20:36.661151 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdece8a-857b-4f7f-9fd3-2ee537177280 req-1b23304e-8ee2-46aa-9172-5d1872f08eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:36.662583 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bcdece8a-857b-4f7f-9fd3-2ee537177280 req-1b23304e-8ee2-46aa-9172-5d1872f08eb9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2b5946e-a1dc-4ba6-9196-b6fec2610507 HTTP/1.1" status: 200 len: 914 time: 0.1281846 May 12 08:20:36.731346 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bcdece8a-857b-4f7f-9fd3-2ee537177280 req-c5c3d603-9334-4d87-b8e1-8c5a2cba921d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f74cf24a-e0c7-42ae-9a17-fefb21d1d48a HTTP/1.1" status: 200 len: 217 time: 0.0594201 May 12 08:20:36.797097 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdece8a-857b-4f7f-9fd3-2ee537177280 req-f95f9ed8-3276-4489-8a5c-a07237ca41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:36.798520 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bcdece8a-857b-4f7f-9fd3-2ee537177280 req-f95f9ed8-3276-4489-8a5c-a07237ca41e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d25ead6-ec6a-4e4d-9601-e8a8b15a24ed HTTP/1.1" status: 200 len: 853 time: 0.0593081 May 12 08:20:36.851331 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bcdece8a-857b-4f7f-9fd3-2ee537177280 req-fc5e6852-26e6-4b63-95f2-b422171bf3a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2b5946e-a1dc-4ba6-9196-b6fec2610507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447195 May 12 08:20:36.987947 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bcdece8a-857b-4f7f-9fd3-2ee537177280 req-acd46428-0469-43da-86ca-7703d312d0bb service neutron] 10.222.0.48 "GET /v2.0/networks/c2b5946e-a1dc-4ba6-9196-b6fec2610507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262908 May 12 08:20:37.129728 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bcdece8a-857b-4f7f-9fd3-2ee537177280 req-1e3f9843-f807-4e70-84c2-3ef3e1132c4c service neutron] 10.222.0.48 "GET /v2.0/networks/c2b5946e-a1dc-4ba6-9196-b6fec2610507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329136 May 12 08:20:37.637615 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53006) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:37.667353 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14460d-0b42-41a7-bd25-bc05ec065590 req-18bf94d7-7b7a-4e6a-a68f-72f8215f64bd tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:37.668036 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-fb14460d-0b42-41a7-bd25-bc05ec065590 req-18bf94d7-7b7a-4e6a-a68f-72f8215f64bd tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Synchronizing usage tracker for tenant:6fbd52df15aa44918adbf20d6255552c on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:20:37.684123 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-fb14460d-0b42-41a7-bd25-bc05ec065590 req-18bf94d7-7b7a-4e6a-a68f-72f8215f64bd tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Unset dirty status for tenant:6fbd52df15aa44918adbf20d6255552c on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:20:37.685299 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fb14460d-0b42-41a7-bd25-bc05ec065590 req-18bf94d7-7b7a-4e6a-a68f-72f8215f64bd tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 944 time: 0.1016395 May 12 08:20:37.734213 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fb14460d-0b42-41a7-bd25-bc05ec065590 req-12bb2f92-6a5f-490f-979b-c0a3258371ef tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431504 May 12 08:20:37.757836 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0402a9df-d124-4d13-88e6-756ab009c680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:37.772082 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0402a9df-d124-4d13-88e6-756ab009c680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:37.776116 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0402a9df-d124-4d13-88e6-756ab009c680 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa78a70e26a41cda65d00d8d074afe8 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:37.779055 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0402a9df-d124-4d13-88e6-756ab009c680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:37.784797 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0402a9df-d124-4d13-88e6-756ab009c680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:37.819784 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f74cf24a-e0c7-42ae-9a17-fefb21d1d48a details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:20:37.869452 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0402a9df-d124-4d13-88e6-756ab009c680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:37.873598 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0402a9df-d124-4d13-88e6-756ab009c680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:37.882309 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-f93f0f2f-212a-4644-a5f1-777bd276d653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:37.921194 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-0402a9df-d124-4d13-88e6-756ab009c680 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ffa78a70e26a41cda65d00d8d074afe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824883 May 12 08:20:37.921940 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402a9df-d124-4d13-88e6-756ab009c680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50edd789-c3c4-4af9-ba88-ab840d2636bd,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:37.923885 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53012) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:37.925044 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0402a9df-d124-4d13-88e6-756ab009c680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:37.952240 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f74cf24a-e0c7-42ae-9a17-fefb21d1d48a,segment=NetworkSegment(06c63e2d-d5c5-454d-925c-acd1d6b3553a),segment_id=06c63e2d-d5c5-454d-925c-acd1d6b3553a)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:20:37.965490 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'f74cf24a-e0c7-42ae-9a17-fefb21d1d48a', 'network_id': 'c2b5946e-a1dc-4ba6-9196-b6fec2610507', 'port_id': 'f74cf24a-e0c7-42ae-9a17-fefb21d1d48a', 'mac_address': 'fa:16:3e:2f:91:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d25ead6-ec6a-4e4d-9601-e8a8b15a24ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:20:37.986386 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-289584e4-b34f-4af4-b6d1-0e9f8326cf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:38.012858 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-289584e4-b34f-4af4-b6d1-0e9f8326cf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:38.024889 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:38.042838 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74cf24a-e0c7-42ae-9a17-fefb21d1d48a {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:20:38.059177 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f74cf24a-e0c7-42ae-9a17-fefb21d1d48a,segment=NetworkSegment(06c63e2d-d5c5-454d-925c-acd1d6b3553a),segment_id=06c63e2d-d5c5-454d-925c-acd1d6b3553a)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:20:38.063720 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:38.064775 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-289584e4-b34f-4af4-b6d1-0e9f8326cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:38.065496 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:38.069664 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-613aebd5-f59e-42a3-992e-bb5402518541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:38.081437 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289584e4-b34f-4af4-b6d1-0e9f8326cf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50edd789-c3c4-4af9-ba88-ab840d2636bd,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:38.084238 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-289584e4-b34f-4af4-b6d1-0e9f8326cf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:38.086420 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-289584e4-b34f-4af4-b6d1-0e9f8326cf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:38.090626 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-289584e4-b34f-4af4-b6d1-0e9f8326cf2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50edd789-c3c4-4af9-ba88-ab840d2636bd HTTP/1.1" status: 204 len: 168 time: 0.1626856 May 12 08:20:38.139888 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=f74cf24a-e0c7-42ae-9a17-fefb21d1d48a,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:38.143089 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:38.367934 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['f74cf24a-e0c7-42ae-9a17-fefb21d1d48a'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:20:38.379465 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53020) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:38.397691 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-bb719981-c5ea-4c00-bd45-8bfe8fee64c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:38.412697 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-bb719981-c5ea-4c00-bd45-8bfe8fee64c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:38.417143 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-bb719981-c5ea-4c00-bd45-8bfe8fee64c2 admin admin] Usage tracker for resource:security_group_rule and tenant:eb66d0ab74ed41b9b839c28aad899892 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:38.420173 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-bb719981-c5ea-4c00-bd45-8bfe8fee64c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:38.426010 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-bb719981-c5ea-4c00-bd45-8bfe8fee64c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:38.606181 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-bb719981-c5ea-4c00-bd45-8bfe8fee64c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:38.613791 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-bb719981-c5ea-4c00-bd45-8bfe8fee64c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:38.623796 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-290a0b88-19d2-4897-b58f-64c438cc2212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:38.668503 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-bb719981-c5ea-4c00-bd45-8bfe8fee64c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb66d0ab74ed41b9b839c28aad899892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879071 May 12 08:20:38.669373 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb719981-c5ea-4c00-bd45-8bfe8fee64c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc61b51-1ae9-4c74-9fef-7156d8d724a2,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:38.671387 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53024) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:38.672371 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-bb719981-c5ea-4c00-bd45-8bfe8fee64c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:38.737018 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:38.765803 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:38.824022 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:38.828830 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-858c1267-22a7-43d6-9801-17507bf6e4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:38.842934 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc61b51-1ae9-4c74-9fef-7156d8d724a2,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:38.882320 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:38.882594 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:38.882954 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:38.883302 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:38.883654 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:38.884140 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:38.884518 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:38.884871 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:38.885219 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:38.885565 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:38.885906 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:38.886247 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:38.888883 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:38.889972 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9dc61b51-1ae9-4c74-9fef-7156d8d724a2 HTTP/1.1" status: 204 len: 168 time: 0.2176082 May 12 08:20:38.895272 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:38.940238 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0560a2a-5f88-4fa9-b21c-b2bea860a691 req-f489e437-205e-4db3-9ed6-cc7b6a364237 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:38.941726 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c0560a2a-5f88-4fa9-b21c-b2bea860a691 req-f489e437-205e-4db3-9ed6-cc7b6a364237 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 945 time: 0.0946884 May 12 08:20:38.992897 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c0560a2a-5f88-4fa9-b21c-b2bea860a691 req-6ad40653-2ba8-4ef1-853f-6eb1ac08c4e6 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449622 May 12 08:20:39.819906 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f74cf24a-e0c7-42ae-9a17-fefb21d1d48a up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:20:39.889651 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:20:39.894661 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:20:39.895033 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:40.015360 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:40.045752 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae8927a-775f-425c-b841-5ec2a6f52772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74cf24a-e0c7-42ae-9a17-fefb21d1d48a'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:20:40.056894 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f74cf24a-e0c7-42ae-9a17-fefb21d1d48a,segment=NetworkSegment(06c63e2d-d5c5-454d-925c-acd1d6b3553a),segment_id=06c63e2d-d5c5-454d-925c-acd1d6b3553a)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:20:40.061855 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:40.065447 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:40.144870 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=f74cf24a-e0c7-42ae-9a17-fefb21d1d48a,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:40.148055 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:40.158144 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae8927a-775f-425c-b841-5ec2a6f52772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74cf24a-e0c7-42ae-9a17-fefb21d1d48a', 'code': 200} May 12 08:20:40.220543 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b97fd-f0f5-466f-b9d5-546d37eed5e9 req-be7ee25a-baca-4ac2-b0d0-a7f8fae7e6bc tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:40.222403 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6d6b97fd-f0f5-466f-b9d5-546d37eed5e9 req-be7ee25a-baca-4ac2-b0d0-a7f8fae7e6bc tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 946 time: 0.0924261 May 12 08:20:40.270737 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6d6b97fd-f0f5-466f-b9d5-546d37eed5e9 req-e752e27c-ba38-4a7a-a040-80de2a852d5b tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412476 May 12 08:20:40.329236 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed582f-8fd3-41c8-bd13-f3f8c7d284ec req-c6c4ac9c-4681-474d-b512-7093cabd72ab tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:40.330749 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-89ed582f-8fd3-41c8-bd13-f3f8c7d284ec req-c6c4ac9c-4681-474d-b512-7093cabd72ab tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.0862839 May 12 08:20:40.382473 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-89ed582f-8fd3-41c8-bd13-f3f8c7d284ec req-66674c9f-af31-4e3b-9d4d-87bff9b2a89d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443740 May 12 08:20:40.451792 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec00100-299b-45c8-83fa-d0fb160ba00e req-e1aa5f78-64a8-4a4d-8ee7-efdaca0cbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:40.453294 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-aec00100-299b-45c8-83fa-d0fb160ba00e req-e1aa5f78-64a8-4a4d-8ee7-efdaca0cbeba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 1099 time: 0.0699878 May 12 08:20:40.497004 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-aec00100-299b-45c8-83fa-d0fb160ba00e req-da3fe9e4-3adf-4a78-9ba8-9f6566505582 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355852 May 12 08:20:41.469744 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717183b-a9bc-45ae-9f59-d28aae16ff34 req-92460eb3-b745-455f-9c1f-d689678ac0a3 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:41.473370 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e717183b-a9bc-45ae-9f59-d28aae16ff34 req-92460eb3-b745-455f-9c1f-d689678ac0a3 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 946 time: 0.0859919 May 12 08:20:41.521148 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e717183b-a9bc-45ae-9f59-d28aae16ff34 req-6b8d7c9f-77a7-422f-a90c-ee5e7a26aaf5 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439346 May 12 08:20:41.589658 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327428e8-5652-48b8-aae2-f5c995cf0102 req-1fb14b61-0581-4ea7-bff4-dfb235453dbe tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:41.591177 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-327428e8-5652-48b8-aae2-f5c995cf0102 req-1fb14b61-0581-4ea7-bff4-dfb235453dbe tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.0958612 May 12 08:20:41.638064 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-327428e8-5652-48b8-aae2-f5c995cf0102 req-c078f5d5-8ac8-405b-b8b2-eb7bac25d44b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405865 May 12 08:20:42.720972 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe130f9-5ece-44b7-b716-5328d1fcee0a req-5e9101e7-ab21-45f5-bb4d-991443d15dc4 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:42.722421 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1fe130f9-5ece-44b7-b716-5328d1fcee0a req-5e9101e7-ab21-45f5-bb4d-991443d15dc4 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 946 time: 0.0795300 May 12 08:20:42.767045 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1fe130f9-5ece-44b7-b716-5328d1fcee0a req-c4e4cdc5-cc0e-4d6c-9fb6-1a840df3d854 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386112 May 12 08:20:42.826746 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f2e56-00b2-40c1-bf5a-04e5d77ba9ff req-8519d5a6-8f60-42ed-ba79-3ec94ef9383c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:42.828226 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-048f2e56-00b2-40c1-bf5a-04e5d77ba9ff req-8519d5a6-8f60-42ed-ba79-3ec94ef9383c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.0821409 May 12 08:20:42.876842 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-048f2e56-00b2-40c1-bf5a-04e5d77ba9ff req-edb15b3b-5909-4f40-8ad1-9b1a5a7ccbe8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce3c002a-592d-453c-9076-02ff3de4d127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429196 May 12 08:20:42.998197 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-ad468d66-4132-431a-ab2a-6180bffce993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:43.056741 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-3f13ccb3-bcf2-4f21-83f5-c8857a1d3665 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:43.058212 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-3f13ccb3-bcf2-4f21-83f5-c8857a1d3665 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.48 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 945 time: 0.0908065 May 12 08:20:43.210509 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Deleting port 1847cba7-baa5-4969-bdaf-ab656057dc41 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:20:43.210848 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:43.360198 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] For port 1847cba7-baa5-4969-bdaf-ab656057dc41, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1847cba7-baa5-4969-bdaf-ab656057dc41,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:20:43.360600 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:43.659326 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:43.659738 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:43.660065 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.l3_db [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Floating IP 70875cb6-2f8d-464b-929a-5f89e481644a disassociated. External IP: 172.28.1.113, port: 1847cba7-baa5-4969-bdaf-ab656057dc41. May 12 08:20:43.660440 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Calling delete_port for 1847cba7-baa5-4969-bdaf-ab656057dc41 owned by compute:nova {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:20:43.775994 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:43.781636 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7950a3f5-cd05-41a7-9e7e-9b15fc2fed09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:43.826169 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event deleted for resources: {'Port': ['ID=1847cba7-baa5-4969-bdaf-ab656057dc41,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:43.888804 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:43.889463 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:43.889564 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:43.889887 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:43.890227 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:43.890596 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:43.890990 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:43.891383 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:43.891765 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:43.892105 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:43.892458 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:43.892816 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:43.920727 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:43.958662 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:44.038077 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9a462379-c241-4df1-81ae-2e4d06520fd8 req-5ea7bbe4-4b5f-4220-b079-566b5d28717b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 210 time: 0.0461211 May 12 08:20:44.066066 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Router afe5d8ab-d269-47e6-838b-1c0a83e22b46 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:20:44.334049 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:20:44.347768 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a3ebb-13bb-4155-8f05-d3532d61745d None None] Sync routers for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:20:44.361756 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a3ebb-13bb-4155-8f05-d3532d61745d None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:20:44.362702 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-d34a3ebb-13bb-4155-8f05-d3532d61745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:20:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:20:44.419973 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] No DVR routers for this DVR port 1847cba7-baa5-4969-bdaf-ab656057dc41 on host hv-cinder-79091 {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:20:44.422499 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:44.425107 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635ca704-e413-4b21-a3c6-95aef9057c20', 'name': 'network-vif-deleted', 'tag': '1847cba7-baa5-4969-bdaf-ab656057dc41'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:20:44.449239 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ddf8b084-d9f3-4bf5-a9bf-c4766e0673ae req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.48 "DELETE /v2.0/ports/1847cba7-baa5-4969-bdaf-ab656057dc41 HTTP/1.1" status: 204 len: 173 time: 1.3846467 May 12 08:20:44.480324 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635ca704-e413-4b21-a3c6-95aef9057c20', 'name': 'network-vif-deleted', 'tag': '1847cba7-baa5-4969-bdaf-ab656057dc41', 'status': 'completed', 'code': 200} May 12 08:20:44.547781 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-d34a3ebb-13bb-4155-8f05-d3532d61745d None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:20:44.908097 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-d34a3ebb-13bb-4155-8f05-d3532d61745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:59Z', 'revision_number': 5, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:20:44.912706 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a3ebb-13bb-4155-8f05-d3532d61745d None None] Checking router: afe5d8ab-d269-47e6-838b-1c0a83e22b46 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:20:44.922262 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a3ebb-13bb-4155-8f05-d3532d61745d None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:20:44.922885 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-d34a3ebb-13bb-4155-8f05-d3532d61745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:20:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:20:45.202466 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-d34a3ebb-13bb-4155-8f05-d3532d61745d None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:20:45.228755 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-45743e7a-fb06-4b87-89cd-15cd8d1ba86d req-090d75cf-fead-47af-8a11-a957b10fb7e0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Synchronizing usage tracker for tenant:6f33c4d641f2420683d924899ca743bd on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:20:45.245276 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-45743e7a-fb06-4b87-89cd-15cd8d1ba86d req-090d75cf-fead-47af-8a11-a957b10fb7e0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Unset dirty status for tenant:6f33c4d641f2420683d924899ca743bd on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:20:45.246432 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-45743e7a-fb06-4b87-89cd-15cd8d1ba86d req-090d75cf-fead-47af-8a11-a957b10fb7e0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=635ca704-e413-4b21-a3c6-95aef9057c20 HTTP/1.1" status: 200 len: 210 time: 0.0617313 May 12 08:20:45.418668 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa5d4-bc48-4107-a1c3-270c48f96c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:45.532534 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:45.562569 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-d34a3ebb-13bb-4155-8f05-d3532d61745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:59Z', 'revision_number': 5, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:20:45.566665 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a3ebb-13bb-4155-8f05-d3532d61745d None None] The sync data for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb is: [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:59Z', 'revision_number': 5, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:20:45.850814 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9a6ce9-6ef9-49e9-915e-92203ba5a903 None None] New status for floating IP 70875cb6-2f8d-464b-929a-5f89e481644a: DOWN {{(pid=78677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 08:20:45.851335 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 1847cba7-baa5-4969-bdaf-ab656057dc41 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:20:45.885536 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: 1847cba7-baa5-4969-bdaf-ab656057dc41 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:20:45.885898 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 1847cba7-baa5-4969-bdaf-ab656057dc41 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:20:46.393382 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53184) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:46.458823 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-2b90513d-c190-4619-b0a2-b9eaa5f069a3 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:46.490943 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:46.492409 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-2b90513d-c190-4619-b0a2-b9eaa5f069a3 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:46.545277 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-2b90513d-c190-4619-b0a2-b9eaa5f069a3 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:46.553057 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-28f07fc3-e9e6-43fa-acfd-3018dd9a7015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:46.565978 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90513d-c190-4619-b0a2-b9eaa5f069a3 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3c002a-592d-453c-9076-02ff3de4d127,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:46.568433 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-2b90513d-c190-4619-b0a2-b9eaa5f069a3 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:46.573546 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-2b90513d-c190-4619-b0a2-b9eaa5f069a3 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:46.574670 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-2b90513d-c190-4619-b0a2-b9eaa5f069a3 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "DELETE /v2.0/security-groups/ce3c002a-592d-453c-9076-02ff3de4d127 HTTP/1.1" status: 204 len: 168 time: 0.1803205 May 12 08:20:46.577649 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53192) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:46.594561 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.api.v2.resource [None req-50ae580a-874e-4c5b-b5c3-1eb2fc2c4cef tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] show failed (client error): The resource could not be found. May 12 08:20:46.595558 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-50ae580a-874e-4c5b-b5c3-1eb2fc2c4cef tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups/ce3c002a-592d-453c-9076-02ff3de4d127 HTTP/1.1" status: 404 len: 347 time: 0.0170338 May 12 08:20:46.598505 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53196) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:46.926882 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-72771854-78bd-4b00-9d6e-88306f9685ee tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Deleting port 18d8116c-8314-4340-b138-1adfdbb01b28 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:20:46.927223 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72771854-78bd-4b00-9d6e-88306f9685ee tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:47.053711 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72771854-78bd-4b00-9d6e-88306f9685ee tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:47.054213 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72771854-78bd-4b00-9d6e-88306f9685ee tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:47.179308 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-72771854-78bd-4b00-9d6e-88306f9685ee tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Calling delete_port for 18d8116c-8314-4340-b138-1adfdbb01b28 owned by network:floatingip {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:20:47.307692 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72771854-78bd-4b00-9d6e-88306f9685ee tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:47.312599 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:47.357630 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72771854-78bd-4b00-9d6e-88306f9685ee tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event deleted for resources: {'Port': ['ID=18d8116c-8314-4340-b138-1adfdbb01b28,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:47.360948 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-72771854-78bd-4b00-9d6e-88306f9685ee tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:47.452199 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72771854-78bd-4b00-9d6e-88306f9685ee tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:47.471962 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72771854-78bd-4b00-9d6e-88306f9685ee tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:47.476378 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-72771854-78bd-4b00-9d6e-88306f9685ee tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "DELETE /v2.0/floatingips/70875cb6-2f8d-464b-929a-5f89e481644a HTTP/1.1" status: 204 len: 168 time: 0.8738410 May 12 08:20:47.915235 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53218) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:47.921016 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208255621', 'description': 'tempest-description--1752065790'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:20:47.927030 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:47.931289 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Usage tracker for resource:security_group and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:47.934603 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:47.941170 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:47.952521 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:47.969704 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:47.973632 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:47.977689 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Usage tracker for resource:security_group_rule and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:47.980693 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:47.986403 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:48.061040 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.067108 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.070700 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-4481e50c-18a6-4b65-8a22-e5635ce01690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:48.112237 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:48.115374 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:48.116908 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.118598 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-8d02f8b1-b1b6-4ab0-92ef-dac4fe1dc202 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2022247 May 12 08:20:48.121486 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53222) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:48.127181 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-674c76a8-5f81-4533-a88c-823c642068c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Request body: {'security_group_rule': {'security_group_id': '033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:20:48.133462 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-674c76a8-5f81-4533-a88c-823c642068c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:48.137759 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-674c76a8-5f81-4533-a88c-823c642068c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Usage tracker for resource:security_group_rule and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:48.140823 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-674c76a8-5f81-4533-a88c-823c642068c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:48.146820 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-674c76a8-5f81-4533-a88c-823c642068c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:48.163798 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-674c76a8-5f81-4533-a88c-823c642068c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.223466 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-674c76a8-5f81-4533-a88c-823c642068c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.230240 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-674c76a8-5f81-4533-a88c-823c642068c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.238479 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:48.264217 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c76a8-5f81-4533-a88c-823c642068c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13326a7-68cb-4941-8c96-53f22e216748,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:48.268483 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-674c76a8-5f81-4533-a88c-823c642068c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:48.275027 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-674c76a8-5f81-4533-a88c-823c642068c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.276265 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-674c76a8-5f81-4533-a88c-823c642068c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534250 May 12 08:20:48.280195 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53226) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:48.285244 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-e7b0989d-da96-4cde-9830-57da9ca7b1d8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Request body: {'security_group_rule': {'security_group_id': '033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:20:48.291825 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-e7b0989d-da96-4cde-9830-57da9ca7b1d8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:48.296224 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-e7b0989d-da96-4cde-9830-57da9ca7b1d8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Usage tracker for resource:security_group_rule and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:48.299453 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-e7b0989d-da96-4cde-9830-57da9ca7b1d8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:48.306019 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-e7b0989d-da96-4cde-9830-57da9ca7b1d8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:48.324353 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e7b0989d-da96-4cde-9830-57da9ca7b1d8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.391217 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e7b0989d-da96-4cde-9830-57da9ca7b1d8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.395940 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e7b0989d-da96-4cde-9830-57da9ca7b1d8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.398001 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9b499ce9-ed76-40ee-a991-7f55d9e8ce23 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:48.419373 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0989d-da96-4cde-9830-57da9ca7b1d8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f94223-f4ad-4b22-bd8a-a6edcd5f423a,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:48.421672 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-e7b0989d-da96-4cde-9830-57da9ca7b1d8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:48.429895 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e7b0989d-da96-4cde-9830-57da9ca7b1d8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.431347 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-e7b0989d-da96-4cde-9830-57da9ca7b1d8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502180 May 12 08:20:48.435769 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53230) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:48.440875 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Request body: {'floatingip': {'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:20:48.446652 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:48.450367 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Usage tracker for resource:floatingip and tenant:6f33c4d641f2420683d924899ca743bd is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:48.453246 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:48.458920 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:48.469459 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.610681 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.746223 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Allocated IP 172.28.1.14 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/f1aa3f26-392d-40a0-9218-1ff9b2a18339) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:20:48.901135 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.931833 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:48.936509 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-2d8f4979-cdc7-4ace-ac96-bbd0b788a09e tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:48.992980 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:20:48.995930 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:20:48.999869 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:20:49.045088 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event updated for resources: {'Port': ['ID=f1aa3f26-392d-40a0-9218-1ff9b2a18339,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:49.049467 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:49.096323 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:49.162726 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:49.386369 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:49.388739 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53256) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:49.392213 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:49.399147 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-54550ce2-bf83-4e90-b165-73a64075e66c tempest-DeleteServersTestJSON-680802694 tempest-DeleteServersTestJSON-680802694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:49.514157 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-49949e98-4b20-46a5-93f3-0e37144c7d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:49.530301 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-49949e98-4b20-46a5-93f3-0e37144c7d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:49.534150 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-49949e98-4b20-46a5-93f3-0e37144c7d3a admin admin] Usage tracker for resource:security_group_rule and tenant:ebdc8eefd19742c18b70accfc1cf0c98 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:49.536952 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-49949e98-4b20-46a5-93f3-0e37144c7d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:49.542912 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-49949e98-4b20-46a5-93f3-0e37144c7d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:49.601912 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event updated for resources: {'Port': ['ID=f1aa3f26-392d-40a0-9218-1ff9b2a18339,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:49.605963 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:49.618521 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:49.632889 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-49949e98-4b20-46a5-93f3-0e37144c7d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:49.641785 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:49.650392 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2063992 May 12 08:20:49.650642 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-49949e98-4b20-46a5-93f3-0e37144c7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:49.655883 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0a518e71-0193-4c78-9f0f-cb4703b65c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:49.701344 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53266) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:49.701570 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-49949e98-4b20-46a5-93f3-0e37144c7d3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebdc8eefd19742c18b70accfc1cf0c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114688 May 12 08:20:49.702328 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49949e98-4b20-46a5-93f3-0e37144c7d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c107cc-6c26-4b15-87bd-fe01bd3f0f7e,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:49.705516 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-49949e98-4b20-46a5-93f3-0e37144c7d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:49.770938 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef00145a-95d1-4d06-b721-393d8fa2861a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:49.798574 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef00145a-95d1-4d06-b721-393d8fa2861a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:49.852563 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef00145a-95d1-4d06-b721-393d8fa2861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:49.857333 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-761efef0-2f3f-4646-a374-e651265def73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:49.870232 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00145a-95d1-4d06-b721-393d8fa2861a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c107cc-6c26-4b15-87bd-fe01bd3f0f7e,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:49.872865 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ef00145a-95d1-4d06-b721-393d8fa2861a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:49.874015 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef00145a-95d1-4d06-b721-393d8fa2861a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:49.877884 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-ef00145a-95d1-4d06-b721-393d8fa2861a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8c107cc-6c26-4b15-87bd-fe01bd3f0f7e HTTP/1.1" status: 204 len: 168 time: 0.1725206 May 12 08:20:49.886589 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6f836e5d-11fd-4eec-9fdf-1abb31f1b205 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Synchronizing usage tracker for tenant:6f33c4d641f2420683d924899ca743bd on resource:security_group {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:20:49.904098 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6f836e5d-11fd-4eec-9fdf-1abb31f1b205 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Unset dirty status for tenant:6f33c4d641f2420683d924899ca743bd on resource:security_group {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:20:49.905601 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6f836e5d-11fd-4eec-9fdf-1abb31f1b205 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1208255621&fields=id&tenant_id=6f33c4d641f2420683d924899ca743bd HTTP/1.1" status: 200 len: 267 time: 0.0673170 May 12 08:20:50.056340 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-14389489-303a-4e56-9c7a-d8145625ce19 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:50.057779 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-14389489-303a-4e56-9c7a-d8145625ce19 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/networks?id=a48f7f6f-f530-4eda-bf6b-27ca4c358942 HTTP/1.1" status: 200 len: 811 time: 0.1455653 May 12 08:20:50.072880 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-a9945677-da59-4e14-976e-18868a9ebd3d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/quotas/6f33c4d641f2420683d924899ca743bd HTTP/1.1" status: 200 len: 375 time: 0.0090678 May 12 08:20:50.160036 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-71e0f2c8-1475-4f09-9523-2adfd4e33d90 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f33c4d641f2420683d924899ca743bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818908 May 12 08:20:50.170972 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53284) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:50.189180 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-31a11bb3-5de8-4a9a-81ee-eefbd2b6d836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:50.203420 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-31a11bb3-5de8-4a9a-81ee-eefbd2b6d836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:50.207261 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-31a11bb3-5de8-4a9a-81ee-eefbd2b6d836 admin admin] Usage tracker for resource:security_group_rule and tenant:33ffa713090448e1aae44f7a2535f8ce is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:50.210404 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-31a11bb3-5de8-4a9a-81ee-eefbd2b6d836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:50.216097 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-31a11bb3-5de8-4a9a-81ee-eefbd2b6d836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:50.300862 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-d085599e-ae88-47c3-88f9-8eadd050659a service neutron] 10.222.0.43 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254392 May 12 08:20:50.303669 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-31a11bb3-5de8-4a9a-81ee-eefbd2b6d836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:50.308530 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-31a11bb3-5de8-4a9a-81ee-eefbd2b6d836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:50.317553 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-eb28e820-2bd2-4fa9-8437-bae46647e0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:50.357472 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-31a11bb3-5de8-4a9a-81ee-eefbd2b6d836 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33ffa713090448e1aae44f7a2535f8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852906 May 12 08:20:50.359573 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a11bb3-5de8-4a9a-81ee-eefbd2b6d836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470a1be7-2927-4a66-8aaf-3127448cb7a5,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:50.361988 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53290) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:50.364736 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-31a11bb3-5de8-4a9a-81ee-eefbd2b6d836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:50.421728 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfcf-b5bf-4a85-bb73-855f7f8e1bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:50.432117 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-7bdf9454-ced8-4ff2-8b07-af0af28b107c service neutron] 10.222.0.43 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247320 May 12 08:20:50.447888 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfcf-b5bf-4a85-bb73-855f7f8e1bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:50.516142 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfcf-b5bf-4a85-bb73-855f7f8e1bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:50.520128 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-31a11bb3-5de8-4a9a-81ee-eefbd2b6d836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:50.533160 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5edfcf-b5bf-4a85-bb73-855f7f8e1bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470a1be7-2927-4a66-8aaf-3127448cb7a5,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:50.537248 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-0a5edfcf-b5bf-4a85-bb73-855f7f8e1bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:50.550714 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0a5edfcf-b5bf-4a85-bb73-855f7f8e1bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:50.554273 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-0a5edfcf-b5bf-4a85-bb73-855f7f8e1bad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/470a1be7-2927-4a66-8aaf-3127448cb7a5 HTTP/1.1" status: 204 len: 168 time: 0.1889660 May 12 08:20:50.643344 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-a5153e8b-ff0f-488a-8056-c6e6dfe75a4c req-831e979b-afff-4f1d-b6fa-eedacfc841db tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Synchronizing usage tracker for tenant:6f33c4d641f2420683d924899ca743bd on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:20:50.662614 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-a5153e8b-ff0f-488a-8056-c6e6dfe75a4c req-831e979b-afff-4f1d-b6fa-eedacfc841db tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Unset dirty status for tenant:6f33c4d641f2420683d924899ca743bd on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:20:50.663901 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a5153e8b-ff0f-488a-8056-c6e6dfe75a4c req-831e979b-afff-4f1d-b6fa-eedacfc841db tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 210 time: 0.0703490 May 12 08:20:50.935550 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53310) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:50.953468 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8f09-c627-420f-860a-9fc8cfbf7102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:50.968616 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-fd6d8f09-c627-420f-860a-9fc8cfbf7102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:50.972357 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-fd6d8f09-c627-420f-860a-9fc8cfbf7102 admin admin] Usage tracker for resource:security_group_rule and tenant:1f10e256e2ae4854a538051e2a28bd0b is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:50.975169 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-fd6d8f09-c627-420f-860a-9fc8cfbf7102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:50.980941 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-fd6d8f09-c627-420f-860a-9fc8cfbf7102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:51.063536 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8f09-c627-420f-860a-9fc8cfbf7102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:51.067198 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8f09-c627-420f-860a-9fc8cfbf7102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:51.085443 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9f5dfa3f-2680-452c-b92b-b568ff05b6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:51.106182 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:20:51.126835 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-fd6d8f09-c627-420f-860a-9fc8cfbf7102 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f10e256e2ae4854a538051e2a28bd0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877065 May 12 08:20:51.126835 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d8f09-c627-420f-860a-9fc8cfbf7102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd76fcca-17f8-4563-964b-f26c4158c714,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:51.127385 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53314) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:51.128529 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fd6d8f09-c627-420f-860a-9fc8cfbf7102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:51.189260 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-3669a9bb-bee9-4158-863d-6dc2fc0fbc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:51.215718 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-3669a9bb-bee9-4158-863d-6dc2fc0fbc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:51.274224 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-3669a9bb-bee9-4158-863d-6dc2fc0fbc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:51.278255 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-80740761-a33b-47ef-8b32-dfdd4e6b3028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:51.294889 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669a9bb-bee9-4158-863d-6dc2fc0fbc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd76fcca-17f8-4563-964b-f26c4158c714,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:51.297527 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-3669a9bb-bee9-4158-863d-6dc2fc0fbc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:51.304914 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-3669a9bb-bee9-4158-863d-6dc2fc0fbc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:51.308421 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-3669a9bb-bee9-4158-863d-6dc2fc0fbc62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd76fcca-17f8-4563-964b-f26c4158c714 HTTP/1.1" status: 204 len: 168 time: 0.1764026 May 12 08:20:51.889573 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3981f028-9665-453b-83fc-544318c09df8 req-4f9c5a2f-a321-4798-9d1e-a96a49ba35b2 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 210 time: 0.0849707 May 12 08:20:51.936185 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-968e65bd-0081-4380-99cf-7996b02d66c9 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:51.937660 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-968e65bd-0081-4380-99cf-7996b02d66c9 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.48 "GET /v2.0/networks?id=a48f7f6f-f530-4eda-bf6b-27ca4c358942 HTTP/1.1" status: 200 len: 811 time: 0.2202418 May 12 08:20:52.007148 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-ba93804a-785b-45bd-bb7e-8dec419fc6b4 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f33c4d641f2420683d924899ca743bd HTTP/1.1" status: 200 len: 380 time: 0.0415559 May 12 08:20:52.019365 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Request body: {'port': {'device_id': 'ee17430a-89e7-4292-93ff-c36db0e7a348', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'admin_state_up': True, 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'security_groups': ['033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7']}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:20:52.153565 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:52.162952 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:52.174181 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Made reservation on behalf of 6f33c4d641f2420683d924899ca743bd for: {'port': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:20:52.177759 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:52.441465 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Allocated IP 172.20.0.10 (a48f7f6f-f530-4eda-bf6b-27ca4c358942/85150696-0c2f-4ffc-b17b-b5a382c1566b/cb154b93-d3cf-46bb-8a3a-4f33b3dec928) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:20:52.634052 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:52.650357 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Transition to ACTIVE for port object cb154b93-d3cf-46bb-8a3a-4f33b3dec928 will not be triggered until provisioned by entity DHCP. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:20:52.677344 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:52.684645 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:52.749737 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Network a48f7f6f-f530-4eda-bf6b-27ca4c358942 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:20:52.752765 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:20:52.756787 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:20:52.800504 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event updated for resources: {'Port': ['ID=cb154b93-d3cf-46bb-8a3a-4f33b3dec928,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:52.811811 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:52.837801 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:52.838441 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:52.872421 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8555558 May 12 08:20:52.894269 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Request body: {'port': {'device_id': 'ee17430a-89e7-4292-93ff-c36db0e7a348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:20:53.060577 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-e81eecb5-0e69-4433-b631-81376a537da0 None None] Provisioning for port cb154b93-d3cf-46bb-8a3a-4f33b3dec928 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:20:53.066828 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-e81eecb5-0e69-4433-b631-81376a537da0 None None] Provisioning complete for port cb154b93-d3cf-46bb-8a3a-4f33b3dec928 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:20:53.067526 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-e81eecb5-0e69-4433-b631-81376a537da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:53.120111 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:53.133011 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-e81eecb5-0e69-4433-b631-81376a537da0 None None] Port cb154b93-d3cf-46bb-8a3a-4f33b3dec928 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:20:53.268985 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9e973-da88-4d44-8f83-3ebab4723928 req-9212bc84-afa4-48af-9f8d-42031a3e31a0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:53.269593 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-d8e9e973-da88-4d44-8f83-3ebab4723928 req-9212bc84-afa4-48af-9f8d-42031a3e31a0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Synchronizing usage tracker for tenant:6f33c4d641f2420683d924899ca743bd on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:20:53.313035 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-d8e9e973-da88-4d44-8f83-3ebab4723928 req-9212bc84-afa4-48af-9f8d-42031a3e31a0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Unset dirty status for tenant:6f33c4d641f2420683d924899ca743bd on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:20:53.314193 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d8e9e973-da88-4d44-8f83-3ebab4723928 req-9212bc84-afa4-48af-9f8d-42031a3e31a0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 932 time: 0.2598438 May 12 08:20:53.431080 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d8e9e973-da88-4d44-8f83-3ebab4723928 req-ed620d43-171f-48d5-b46a-46227e4964c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716159 May 12 08:20:53.529592 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb154b93-d3cf-46bb-8a3a-4f33b3dec928 {{(pid=78675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:20:53.536997 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:53.551332 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Transition to ACTIVE for port object cb154b93-d3cf-46bb-8a3a-4f33b3dec928 will not be triggered until provisioned by entity L2. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:20:53.556593 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132470434'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:53.560565 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-186dd5b1-a6bb-45f0-86f6-5c15ccbf9485 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:53.710385 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Pushing event updated for resources: {'Port': ['ID=cb154b93-d3cf-46bb-8a3a-4f33b3dec928,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:53.717971 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:53.788653 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Attempting to bind port cb154b93-d3cf-46bb-8a3a-4f33b3dec928 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:20:53.788899 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Attempting to bind port cb154b93-d3cf-46bb-8a3a-4f33b3dec928 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:20:53.789213 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Attempting to bind port cb154b93-d3cf-46bb-8a3a-4f33b3dec928 on network a48f7f6f-f530-4eda-bf6b-27ca4c358942 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:20:53.793898 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Port cb154b93-d3cf-46bb-8a3a-4f33b3dec928 on network a48f7f6f-f530-4eda-bf6b-27ca4c358942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:20:53.794209 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Attempting to bind port cb154b93-d3cf-46bb-8a3a-4f33b3dec928 on network a48f7f6f-f530-4eda-bf6b-27ca4c358942 {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:20:53.799132 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:20:53.799459 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Checking segment: {'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:20:53.799833 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Bound using segment: {'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'} {{(pid=78675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:20:53.800250 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.managers [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Bound port: cb154b93-d3cf-46bb-8a3a-4f33b3dec928, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a114a1-00bb-4f52-9d27-b8d5dd891ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942'}}] {{(pid=78675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:20:53.800617 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:53.889692 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] For port cb154b93-d3cf-46bb-8a3a-4f33b3dec928, host hv-cinder-79091, cleared binding levels {{(pid=78675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:20:53.892473 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] For port cb154b93-d3cf-46bb-8a3a-4f33b3dec928, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cb154b93-d3cf-46bb-8a3a-4f33b3dec928,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:20:53.898234 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132470434'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:53.902119 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a48a2af9-eee4-4beb-b6fc-7be4f0f5aae2 tempest-VolumesActionsTest-762560762 tempest-VolumesActionsTest-762560762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:53.952734 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:53.953337 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:53.954767 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] 10.222.0.48 "PUT /v2.0/ports/cb154b93-d3cf-46bb-8a3a-4f33b3dec928 HTTP/1.1" status: 200 len: 1094 time: 1.0670843 May 12 08:20:53.955117 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee17430a-89e7-4292-93ff-c36db0e7a348', 'tag': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:20:53.986148 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Pushing event updated for resources: {'Port': ['ID=cb154b93-d3cf-46bb-8a3a-4f33b3dec928,revision_number=3']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:54.001701 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:54.026727 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee17430a-89e7-4292-93ff-c36db0e7a348', 'tag': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928', 'status': 'completed', 'code': 200} May 12 08:20:54.161090 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-27c0d26b-dfdc-4635-a9ef-c189c27c7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:54.162570 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-27c0d26b-dfdc-4635-a9ef-c189c27c7099 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f33c4d641f2420683d924899ca743bd&device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 1097 time: 0.0761905 May 12 08:20:54.253761 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-5350ad09-5592-4037-bfa2-9b129bdc3a7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb154b93-d3cf-46bb-8a3a-4f33b3dec928 HTTP/1.1" status: 200 len: 217 time: 0.0685542 May 12 08:20:54.418840 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-b3ac2ca7-f417-4a8f-94c5-b7c17f1b81d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:54.420262 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-b3ac2ca7-f417-4a8f-94c5-b7c17f1b81d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85150696-0c2f-4ffc-b17b-b5a382c1566b HTTP/1.1" status: 200 len: 850 time: 0.1551936 May 12 08:20:54.499917 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-e26a06a3-c989-46d2-87ce-836f01d4decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:54.501722 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-e26a06a3-c989-46d2-87ce-836f01d4decd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a48f7f6f-f530-4eda-bf6b-27ca4c358942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734997 May 12 08:20:54.695560 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-7e8ad6ca-0908-4113-9c87-0d3734f5f937 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870806 May 12 08:20:54.734498 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c148063-88b3-481b-bad0-764c417eff12 req-04972526-1a14-41f4-921b-99d93d81ab45 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:54.735895 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3c148063-88b3-481b-bad0-764c417eff12 req-04972526-1a14-41f4-921b-99d93d81ab45 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 944 time: 0.1556907 May 12 08:20:54.854961 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3c148063-88b3-481b-bad0-764c417eff12 req-d71396e0-f8ba-476e-9cec-11aceda7ec9e tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706794 May 12 08:20:54.881552 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-be98303b-4b0c-4df9-a61e-a4643657b97d req-a3bd85f6-f810-4890-940d-a0bec61a62a1 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771450 May 12 08:20:55.047111 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3a64f-6bca-4d68-9c2b-b1edc3024ace req-b02881ce-52a6-4719-96b4-64737bcede33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:55.048549 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d4f3a64f-6bca-4d68-9c2b-b1edc3024ace req-b02881ce-52a6-4719-96b4-64737bcede33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f33c4d641f2420683d924899ca743bd&device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 1097 time: 0.0700905 May 12 08:20:55.201309 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3a64f-6bca-4d68-9c2b-b1edc3024ace req-a91199fe-f086-4431-9848-d7f20b828ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:55.202941 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d4f3a64f-6bca-4d68-9c2b-b1edc3024ace req-a91199fe-f086-4431-9848-d7f20b828ddb service neutron] 10.222.0.48 "GET /v2.0/networks?id=a48f7f6f-f530-4eda-bf6b-27ca4c358942 HTTP/1.1" status: 200 len: 912 time: 0.1466272 May 12 08:20:55.278783 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d4f3a64f-6bca-4d68-9c2b-b1edc3024ace req-a06e382a-9c52-4265-8102-1664ae2d0983 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb154b93-d3cf-46bb-8a3a-4f33b3dec928 HTTP/1.1" status: 200 len: 217 time: 0.0689569 May 12 08:20:55.345157 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3a64f-6bca-4d68-9c2b-b1edc3024ace req-0e78ccd5-3796-4c8e-b20c-e1253d9b31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:55.346681 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d4f3a64f-6bca-4d68-9c2b-b1edc3024ace req-0e78ccd5-3796-4c8e-b20c-e1253d9b31dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85150696-0c2f-4ffc-b17b-b5a382c1566b HTTP/1.1" status: 200 len: 850 time: 0.0595481 May 12 08:20:55.427311 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3a64f-6bca-4d68-9c2b-b1edc3024ace req-7a4d289a-19c8-412f-9fd0-8df558185008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:55.428802 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d4f3a64f-6bca-4d68-9c2b-b1edc3024ace req-7a4d289a-19c8-412f-9fd0-8df558185008 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a48f7f6f-f530-4eda-bf6b-27ca4c358942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737870 May 12 08:20:55.560693 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d4f3a64f-6bca-4d68-9c2b-b1edc3024ace req-11589f91-ceda-4ad3-95cd-d997729e0b74 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242661 May 12 08:20:55.697659 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d4f3a64f-6bca-4d68-9c2b-b1edc3024ace req-dff1a2b0-247f-4e8c-93a1-39010a532eb7 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292796 May 12 08:20:56.046673 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be895f-fbf3-4d9d-9eee-2f9aec703656 req-95675d0b-e407-4a66-8475-d144f5e81723 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:56.048113 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-31be895f-fbf3-4d9d-9eee-2f9aec703656 req-95675d0b-e407-4a66-8475-d144f5e81723 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 944 time: 0.0817113 May 12 08:20:56.058424 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53412) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:56.100979 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-31be895f-fbf3-4d9d-9eee-2f9aec703656 req-0f584b19-51db-4b94-815c-156e07792fb9 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419333 May 12 08:20:56.183755 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-4ae137a0-e5a2-496d-9171-c6ecd37fc282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:56.198461 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-4ae137a0-e5a2-496d-9171-c6ecd37fc282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:56.202479 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-4ae137a0-e5a2-496d-9171-c6ecd37fc282 admin admin] Usage tracker for resource:security_group_rule and tenant:eaae6a96275f410698b8b14a3d927b44 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:56.205379 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-4ae137a0-e5a2-496d-9171-c6ecd37fc282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:56.211548 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-4ae137a0-e5a2-496d-9171-c6ecd37fc282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:56.300990 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-4ae137a0-e5a2-496d-9171-c6ecd37fc282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:56.304164 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-4ae137a0-e5a2-496d-9171-c6ecd37fc282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:56.312448 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-970805b0-a075-4f4a-a4b7-8b1c9aaff8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:56.353297 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae137a0-e5a2-496d-9171-c6ecd37fc282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b5e401-fb24-47ea-8feb-f3a9b0299b08,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:56.357288 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-4ae137a0-e5a2-496d-9171-c6ecd37fc282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:56.360604 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-4ae137a0-e5a2-496d-9171-c6ecd37fc282 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eaae6a96275f410698b8b14a3d927b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011510 May 12 08:20:56.363169 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53422) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:56.423002 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8e8022d3-4dc6-425d-8f2a-cb3f7d4a22ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:56.448699 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8e8022d3-4dc6-425d-8f2a-cb3f7d4a22ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:56.501016 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8e8022d3-4dc6-425d-8f2a-cb3f7d4a22ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:56.504878 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-78cbd11b-f457-4e6d-a0e9-c981bf7c5195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:56.516780 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8022d3-4dc6-425d-8f2a-cb3f7d4a22ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b5e401-fb24-47ea-8feb-f3a9b0299b08,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:56.519291 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-8e8022d3-4dc6-425d-8f2a-cb3f7d4a22ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:56.533033 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-8e8022d3-4dc6-425d-8f2a-cb3f7d4a22ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:56.537105 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-8e8022d3-4dc6-425d-8f2a-cb3f7d4a22ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22b5e401-fb24-47ea-8feb-f3a9b0299b08 HTTP/1.1" status: 204 len: 168 time: 0.1724284 May 12 08:20:56.858691 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53440) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:56.879048 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9824bcdb-8063-438e-a516-5c7de4a64cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:56.892833 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-9824bcdb-8063-438e-a516-5c7de4a64cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:20:56.896651 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-9824bcdb-8063-438e-a516-5c7de4a64cef admin admin] Usage tracker for resource:security_group_rule and tenant:a918cdd6c3d445af8918f28cb73da5da is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:20:56.899613 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-9824bcdb-8063-438e-a516-5c7de4a64cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:20:56.905303 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-9824bcdb-8063-438e-a516-5c7de4a64cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:20:56.993931 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9824bcdb-8063-438e-a516-5c7de4a64cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:56.999993 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9824bcdb-8063-438e-a516-5c7de4a64cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:57.009104 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-e8684484-93bd-4ccc-8d61-4458972e9ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:57.050956 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-9824bcdb-8063-438e-a516-5c7de4a64cef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a918cdd6c3d445af8918f28cb73da5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919305 May 12 08:20:57.052865 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824bcdb-8063-438e-a516-5c7de4a64cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb48d83e-8924-4331-bc41-32208d394619,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:57.054045 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53444) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:20:57.056341 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9824bcdb-8063-438e-a516-5c7de4a64cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:57.122695 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b0e10dde-45b9-422c-8730-91d71c17e4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:57.148723 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b0e10dde-45b9-422c-8730-91d71c17e4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:57.202887 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b0e10dde-45b9-422c-8730-91d71c17e4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:57.207741 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-5fc59d3c-f592-44e7-846e-b306b3b3e03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:57.218186 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e10dde-45b9-422c-8730-91d71c17e4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb48d83e-8924-4331-bc41-32208d394619,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:57.221047 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-b0e10dde-45b9-422c-8730-91d71c17e4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:57.227475 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b0e10dde-45b9-422c-8730-91d71c17e4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:57.230863 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-b0e10dde-45b9-422c-8730-91d71c17e4f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb48d83e-8924-4331-bc41-32208d394619 HTTP/1.1" status: 204 len: 168 time: 0.1736078 May 12 08:20:57.305063 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93538ec-3360-47b4-a33a-b70a8e98e74d req-b64cf361-01f0-4971-b500-d10fa904ce6f tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:57.306623 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f93538ec-3360-47b4-a33a-b70a8e98e74d req-b64cf361-01f0-4971-b500-d10fa904ce6f tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 944 time: 0.0862837 May 12 08:20:57.353538 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-f93538ec-3360-47b4-a33a-b70a8e98e74d req-499538e0-49fb-480e-94b8-9ee65b0aebd0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Synchronizing usage tracker for tenant:6f33c4d641f2420683d924899ca743bd on resource:security_group {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:20:57.365912 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-f93538ec-3360-47b4-a33a-b70a8e98e74d req-499538e0-49fb-480e-94b8-9ee65b0aebd0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Unset dirty status for tenant:6f33c4d641f2420683d924899ca743bd on resource:security_group {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:20:57.367070 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f93538ec-3360-47b4-a33a-b70a8e98e74d req-499538e0-49fb-480e-94b8-9ee65b0aebd0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548642 May 12 08:20:57.970592 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device cb154b93-d3cf-46bb-8a3a-4f33b3dec928 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:20:58.104515 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port cb154b93-d3cf-46bb-8a3a-4f33b3dec928, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cb154b93-d3cf-46bb-8a3a-4f33b3dec928,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:20:58.118841 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'port_id': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928', 'mac_address': 'fa:16:3e:f6:4a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:20:58.186388 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:58.203500 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb154b93-d3cf-46bb-8a3a-4f33b3dec928 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:20:58.220279 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port cb154b93-d3cf-46bb-8a3a-4f33b3dec928, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cb154b93-d3cf-46bb-8a3a-4f33b3dec928,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:20:58.225111 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:20:58.226939 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:20:58.295034 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=cb154b93-d3cf-46bb-8a3a-4f33b3dec928,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:20:58.302947 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:58.303282 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:58.303608 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:58.303929 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:58.304246 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:58.304766 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:58.305398 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:58.305547 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:58.305855 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:58.306169 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:58.306474 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:58.306899 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:20:58.309159 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d328e7-bd9d-407c-93c3-b8a3740a429b req-0e7f9dda-0021-4f20-ac45-05b0fdaed28b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:58.310653 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-24d328e7-bd9d-407c-93c3-b8a3740a429b req-0e7f9dda-0021-4f20-ac45-05b0fdaed28b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 947 time: 0.0827529 May 12 08:20:58.310818 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:20:58.365326 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-24d328e7-bd9d-407c-93c3-b8a3740a429b req-baffff6a-ad4f-485a-ba7d-9f103be782bd tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425351 May 12 08:20:58.569409 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbb6df-ce00-4efd-8c7d-9712fde2812a req-e297ae82-cf31-4af9-b846-5e3d42f17227 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:58.571170 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6afbb6df-ce00-4efd-8c7d-9712fde2812a req-e297ae82-cf31-4af9-b846-5e3d42f17227 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 945 time: 0.0916255 May 12 08:20:58.585646 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['cb154b93-d3cf-46bb-8a3a-4f33b3dec928'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:20:58.618707 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6afbb6df-ce00-4efd-8c7d-9712fde2812a req-77ba80d2-a150-41aa-9ede-5f93854bbd0e tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 May 12 08:20:59.555385 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e5850-a24e-4f68-b750-44c02bae236d req-e91a2f0a-a7e0-4b1b-add2-5d6d81091274 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:59.556861 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c81e5850-a24e-4f68-b750-44c02bae236d req-e91a2f0a-a7e0-4b1b-add2-5d6d81091274 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 947 time: 0.0790560 May 12 08:20:59.607462 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c81e5850-a24e-4f68-b750-44c02bae236d req-b955da1e-e3d0-409a-823c-f180ddac6d1b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 May 12 08:20:59.812581 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969a301-1bcc-4b72-a1c0-26a01f56286f req-32c9127d-e3a1-4814-bc22-96bd4a33859c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:20:59.814680 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7969a301-1bcc-4b72-a1c0-26a01f56286f req-32c9127d-e3a1-4814-bc22-96bd4a33859c tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 945 time: 0.0884895 May 12 08:20:59.859586 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7969a301-1bcc-4b72-a1c0-26a01f56286f req-25a3d77e-c2d8-4bb8-a381-2824170b5e54 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390000 May 12 08:20:59.985255 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device cb154b93-d3cf-46bb-8a3a-4f33b3dec928 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:21:00.056790 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port cb154b93-d3cf-46bb-8a3a-4f33b3dec928 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:21:00.061647 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port cb154b93-d3cf-46bb-8a3a-4f33b3dec928 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:21:00.061953 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:00.187027 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:00.218301 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee17430a-89e7-4292-93ff-c36db0e7a348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:21:00.232196 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port cb154b93-d3cf-46bb-8a3a-4f33b3dec928, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cb154b93-d3cf-46bb-8a3a-4f33b3dec928,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:21:00.239560 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:00.242107 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:00.287366 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee17430a-89e7-4292-93ff-c36db0e7a348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928', 'code': 200} May 12 08:21:00.331451 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=cb154b93-d3cf-46bb-8a3a-4f33b3dec928,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:00.335944 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:00.371181 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-23a7d350-41de-409f-bb70-b6a34ec95a6a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:00.372897 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-23a7d350-41de-409f-bb70-b6a34ec95a6a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 947 time: 0.2217166 May 12 08:21:00.584190 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Deleting port e14f599e-e844-44fd-9302-768be6331eed {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:21:00.585450 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:00.637390 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e8777-5ad2-4a34-88eb-f66b7be39ee3 req-d7bf8643-c9d7-465a-bf33-355dd5a3252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:00.639048 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-439e8777-5ad2-4a34-88eb-f66b7be39ee3 req-d7bf8643-c9d7-465a-bf33-355dd5a3252c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 1099 time: 0.0991781 May 12 08:21:00.712096 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-439e8777-5ad2-4a34-88eb-f66b7be39ee3 req-a8760cba-d9aa-4145-bd6b-eb36024114c5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636168 May 12 08:21:00.792823 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] For port e14f599e-e844-44fd-9302-768be6331eed, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e14f599e-e844-44fd-9302-768be6331eed,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:21:00.793778 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:00.873480 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7172373-61a4-470f-a277-81cd2fc62d48 req-9c4300a6-9762-4245-9304-ca61063c8d37 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:00.877185 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f7172373-61a4-470f-a277-81cd2fc62d48 req-9c4300a6-9762-4245-9304-ca61063c8d37 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 947 time: 0.1167243 May 12 08:21:00.950553 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f7172373-61a4-470f-a277-81cd2fc62d48 req-ad826cd5-2d13-495e-88a9-a524ab6115b7 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6083463-e249-41bc-9759-060393875b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524898 May 12 08:21:01.195382 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:01.195907 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:01.196326 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.l3_db [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Floating IP 7f5bcac7-0d5c-4e4c-acde-3b2190c1537d disassociated. External IP: 172.28.1.126, port: e14f599e-e844-44fd-9302-768be6331eed. May 12 08:21:01.196599 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Calling delete_port for e14f599e-e844-44fd-9302-768be6331eed owned by compute:nova {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:21:01.231325 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8b118-79ca-4e2f-9499-5b5875fa5b2c req-b2a82584-4bcc-4a1c-9b48-071804918ca3 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:01.232858 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-57e8b118-79ca-4e2f-9499-5b5875fa5b2c req-b2a82584-4bcc-4a1c-9b48-071804918ca3 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 946 time: 0.2296584 May 12 08:21:01.289554 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-57e8b118-79ca-4e2f-9499-5b5875fa5b2c req-361a8fb8-0d67-4f5a-9b3d-aa246f4cac69 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501194 May 12 08:21:01.360301 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:01.365690 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-24478666-23d3-43bb-996a-793fb536650d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:01.409804 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event deleted for resources: {'Port': ['ID=e14f599e-e844-44fd-9302-768be6331eed,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:01.412845 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:01.590961 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Router b374db3e-d0d4-4a96-82cf-2db3890d4fcf has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:21:01.790816 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:21:01.801921 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca0a07e-bee5-41c2-904f-c7050a2f98d9 None None] Sync routers for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:21:01.818278 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca0a07e-bee5-41c2-904f-c7050a2f98d9 None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:21:01.819195 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-7ca0a07e-bee5-41c2-904f-c7050a2f98d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:20:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:01.899778 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] No DVR routers for this DVR port e14f599e-e844-44fd-9302-768be6331eed on host hv-cinder-79091 {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:21:01.902431 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:01.905206 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'name': 'network-vif-deleted', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:21:01.924297 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e588f7a0-ccc9-4474-989e-60916b0d1629 req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.48 "DELETE /v2.0/ports/e14f599e-e844-44fd-9302-768be6331eed HTTP/1.1" status: 204 len: 173 time: 1.5114269 May 12 08:21:01.971685 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d', 'name': 'network-vif-deleted', 'tag': 'e14f599e-e844-44fd-9302-768be6331eed', 'status': 'completed', 'code': 200} May 12 08:21:02.029345 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-7ca0a07e-bee5-41c2-904f-c7050a2f98d9 None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:21:02.143847 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-827bfc6c-0e7c-47b2-acea-a46fe9877acd req-20d01210-4c46-438f-905d-fa96a034eb6b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Synchronizing usage tracker for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:21:02.161727 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-827bfc6c-0e7c-47b2-acea-a46fe9877acd req-20d01210-4c46-438f-905d-fa96a034eb6b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Unset dirty status for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:21:02.163614 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-827bfc6c-0e7c-47b2-acea-a46fe9877acd req-20d01210-4c46-438f-905d-fa96a034eb6b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bbe0a2e-1432-44d8-bd2c-80c9ade49b3d HTTP/1.1" status: 200 len: 210 time: 0.0749364 May 12 08:21:02.221557 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53554) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:02.355500 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e27eefc7-247b-45f7-928f-e9cbc8b5cec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:02.371553 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-e27eefc7-247b-45f7-928f-e9cbc8b5cec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:21:02.376188 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-e27eefc7-247b-45f7-928f-e9cbc8b5cec6 admin admin] Usage tracker for resource:security_group_rule and tenant:9e561089f06a457dbebc4338d0ea7964 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:21:02.379036 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-e27eefc7-247b-45f7-928f-e9cbc8b5cec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:21:02.385763 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-e27eefc7-247b-45f7-928f-e9cbc8b5cec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:21:02.426346 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-7ca0a07e-bee5-41c2-904f-c7050a2f98d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:48Z', 'revision_number': 5, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:02.430486 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca0a07e-bee5-41c2-904f-c7050a2f98d9 None None] Checking router: b374db3e-d0d4-4a96-82cf-2db3890d4fcf for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:21:02.440525 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca0a07e-bee5-41c2-904f-c7050a2f98d9 None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:21:02.441148 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-7ca0a07e-bee5-41c2-904f-c7050a2f98d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:20:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:02.664137 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-7ca0a07e-bee5-41c2-904f-c7050a2f98d9 None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:21:02.704161 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8045f-be60-409e-9a88-3945213d9f82 req-04970cea-c1f2-4d68-838a-623d30415b7a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:02.706362 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-63d8045f-be60-409e-9a88-3945213d9f82 req-04970cea-c1f2-4d68-838a-623d30415b7a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 946 time: 0.2757685 May 12 08:21:02.802618 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-63d8045f-be60-409e-9a88-3945213d9f82 req-e065b5f1-b62a-4732-b11b-3f5feb0abff4 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767536 May 12 08:21:02.812358 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e27eefc7-247b-45f7-928f-e9cbc8b5cec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:02.818918 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e27eefc7-247b-45f7-928f-e9cbc8b5cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:02.828318 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-17739af6-0692-494e-8f14-04ce0213794f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:02.857050 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27eefc7-247b-45f7-928f-e9cbc8b5cec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ff3506-5e38-4da7-967b-ffa675cba355,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:02.880867 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e27eefc7-247b-45f7-928f-e9cbc8b5cec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:02.893043 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-e27eefc7-247b-45f7-928f-e9cbc8b5cec6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e561089f06a457dbebc4338d0ea7964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6703665 May 12 08:21:02.893603 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53570) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:03.005976 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f0174c01-1953-40c5-96ea-1dc1fc78c4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:03.040043 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f0174c01-1953-40c5-96ea-1dc1fc78c4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:03.065314 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8f18e-d1e2-4b12-ae34-3462eb8900ea req-2ac72f25-d0a2-497d-a2c6-273fcb655389 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:03.066797 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f5e8f18e-d1e2-4b12-ae34-3462eb8900ea req-2ac72f25-d0a2-497d-a2c6-273fcb655389 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 946 time: 0.1339798 May 12 08:21:03.075599 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53574) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:03.081492 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-76437072-f08f-43d5-8a48-f2c3b1e59e7b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Request body: {'floatingip': {'port_id': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:21:03.092586 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-7ca0a07e-bee5-41c2-904f-c7050a2f98d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:48Z', 'revision_number': 5, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:03.097532 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca0a07e-bee5-41c2-904f-c7050a2f98d9 None None] The sync data for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb is: [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:48Z', 'revision_number': 5, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:21:03.126824 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f0174c01-1953-40c5-96ea-1dc1fc78c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:03.139069 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d28a0463-6f36-4101-b11e-6ea1d92612d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:03.152218 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0174c01-1953-40c5-96ea-1dc1fc78c4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ff3506-5e38-4da7-967b-ffa675cba355,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:03.155220 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-f0174c01-1953-40c5-96ea-1dc1fc78c4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:03.159377 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f0174c01-1953-40c5-96ea-1dc1fc78c4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:03.163131 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-f0174c01-1953-40c5-96ea-1dc1fc78c4a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63ff3506-5e38-4da7-967b-ffa675cba355 HTTP/1.1" status: 204 len: 168 time: 0.2655334 May 12 08:21:03.201230 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-76437072-f08f-43d5-8a48-f2c3b1e59e7b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:03.316612 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53584) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:03.420132 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9c6dcba7-d0cf-41a2-8ab8-755fe3622c91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:03.461134 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7075f11-b6d6-440b-89ef-e4bc1513124a None None] New status for floating IP 7f5bcac7-0d5c-4e4c-acde-3b2190c1537d: DOWN {{(pid=78677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 08:21:03.469005 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9c6dcba7-d0cf-41a2-8ab8-755fe3622c91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:03.541886 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9c6dcba7-d0cf-41a2-8ab8-755fe3622c91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:03.552265 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-f0174c01-1953-40c5-96ea-1dc1fc78c4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:03.567337 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dcba7-d0cf-41a2-8ab8-755fe3622c91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6083463-e249-41bc-9759-060393875b35,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:03.575685 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9c6dcba7-d0cf-41a2-8ab8-755fe3622c91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:03.577307 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9c6dcba7-d0cf-41a2-8ab8-755fe3622c91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:03.578597 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-9c6dcba7-d0cf-41a2-8ab8-755fe3622c91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "DELETE /v2.0/security-groups/e6083463-e249-41bc-9759-060393875b35 HTTP/1.1" status: 204 len: 168 time: 0.2607532 May 12 08:21:03.581329 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53588) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:03.609189 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.api.v2.resource [None req-9a05741a-91a1-434f-8b1b-22d6227a8809 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] show failed (client error): The resource could not be found. May 12 08:21:03.612564 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-9a05741a-91a1-434f-8b1b-22d6227a8809 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups/e6083463-e249-41bc-9759-060393875b35 HTTP/1.1" status: 404 len: 347 time: 0.0278158 May 12 08:21:03.613220 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53592) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:03.926489 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-981a8e61-ceb8-45ab-8c6c-794dd0ce23ab tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Deleting port a86eb394-bf90-46dc-9618-2b321842ee42 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:21:03.927190 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-981a8e61-ceb8-45ab-8c6c-794dd0ce23ab tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:03.930781 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-76437072-f08f-43d5-8a48-f2c3b1e59e7b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:03.935765 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-76437072-f08f-43d5-8a48-f2c3b1e59e7b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:04.005258 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device e14f599e-e844-44fd-9302-768be6331eed no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:21:04.053603 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-981a8e61-ceb8-45ab-8c6c-794dd0ce23ab tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:04.053980 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-981a8e61-ceb8-45ab-8c6c-794dd0ce23ab tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:04.064713 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: e14f599e-e844-44fd-9302-768be6331eed {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:21:04.065065 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device e14f599e-e844-44fd-9302-768be6331eed not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:21:04.109173 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.l3_db [None req-76437072-f08f-43d5-8a48-f2c3b1e59e7b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Floating IP 7cbef49a-fa96-4b83-8660-69a0ae63b9cd associated. External IP: 172.28.1.14, port: cb154b93-d3cf-46bb-8a3a-4f33b3dec928. May 12 08:21:04.182550 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-981a8e61-ceb8-45ab-8c6c-794dd0ce23ab tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Calling delete_port for a86eb394-bf90-46dc-9618-2b321842ee42 owned by network:floatingip {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:21:04.289483 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca283cce-2250-4c8b-b52a-221165889b46 req-018e391b-471f-49a8-9ae8-794e67bead92 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:04.291890 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ca283cce-2250-4c8b-b52a-221165889b46 req-018e391b-471f-49a8-9ae8-794e67bead92 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 946 time: 0.1168129 May 12 08:21:04.375361 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ca283cce-2250-4c8b-b52a-221165889b46 req-b6cb0438-8ded-4dad-a0c5-db930f23ad03 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754178 May 12 08:21:04.403258 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-981a8e61-ceb8-45ab-8c6c-794dd0ce23ab tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:04.407406 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-171ee36a-0a49-4a54-a01f-a0509d5d2c0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:04.454669 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a8e61-ceb8-45ab-8c6c-794dd0ce23ab tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event deleted for resources: {'Port': ['ID=a86eb394-bf90-46dc-9618-2b321842ee42,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:04.457360 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-981a8e61-ceb8-45ab-8c6c-794dd0ce23ab tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:04.545314 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-981a8e61-ceb8-45ab-8c6c-794dd0ce23ab tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:04.555563 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76437072-f08f-43d5-8a48-f2c3b1e59e7b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Router afe5d8ab-d269-47e6-838b-1c0a83e22b46 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:21:04.564309 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-981a8e61-ceb8-45ab-8c6c-794dd0ce23ab tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:04.565711 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-981a8e61-ceb8-45ab-8c6c-794dd0ce23ab tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "DELETE /v2.0/floatingips/7f5bcac7-0d5c-4e4c-acde-3b2190c1537d HTTP/1.1" status: 204 len: 168 time: 0.9514289 May 12 08:21:04.734258 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76437072-f08f-43d5-8a48-f2c3b1e59e7b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:21:04.742124 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53604) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:04.744954 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa02c7-ded0-4ab6-b5e6-5e5835c36db1 None None] Sync routers for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:21:04.747952 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560953730', 'description': 'tempest-description--1393397209'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:21:04.749732 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-76437072-f08f-43d5-8a48-f2c3b1e59e7b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:04.753819 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:21:04.754438 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa02c7-ded0-4ab6-b5e6-5e5835c36db1 None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:21:04.755116 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-57aa02c7-ded0-4ab6-b5e6-5e5835c36db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:20:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:04.758315 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Usage tracker for resource:security_group and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:21:04.761289 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:21:04.767734 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:21:04.781311 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:04.809917 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:21:04.814511 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Usage tracker for resource:security_group_rule and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:21:04.819222 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-76437072-f08f-43d5-8a48-f2c3b1e59e7b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "PUT /v2.0/floatingips/7cbef49a-fa96-4b83-8660-69a0ae63b9cd HTTP/1.1" status: 200 len: 991 time: 1.7419612 May 12 08:21:04.819984 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee17430a-89e7-4292-93ff-c36db0e7a348', 'tag': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:21:04.830653 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:21:04.848080 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:21:04.867107 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee17430a-89e7-4292-93ff-c36db0e7a348', 'tag': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928', 'status': 'completed', 'code': 200} May 12 08:21:04.925920 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:04.930415 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:04.936028 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-8b00e4ca-76ae-4928-8891-7b5314e8603c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:04.958606 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-57aa02c7-ded0-4ab6-b5e6-5e5835c36db1 None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:21:04.968441 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a938bff-ad2f-427c-bb8c-12c89203e106,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:04.971257 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:04.988602 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:04.992662 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2464745 May 12 08:21:04.992987 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53612) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:04.999627 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-e64b42cb-40a3-45cb-96fc-75394b735796 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Request body: {'security_group_rule': {'security_group_id': '2a938bff-ad2f-427c-bb8c-12c89203e106', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:21:05.006253 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-e64b42cb-40a3-45cb-96fc-75394b735796 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:21:05.012666 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-e64b42cb-40a3-45cb-96fc-75394b735796 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Usage tracker for resource:security_group_rule and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:21:05.016154 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-e64b42cb-40a3-45cb-96fc-75394b735796 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:21:05.027735 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-e64b42cb-40a3-45cb-96fc-75394b735796 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:21:05.033152 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a7c53-cd1e-47d5-91d4-dd9b1f279a7c req-8a177769-53a1-4ae6-97fb-2774da8e40d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:05.034639 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-910a7c53-cd1e-47d5-91d4-dd9b1f279a7c req-8a177769-53a1-4ae6-97fb-2774da8e40d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f33c4d641f2420683d924899ca743bd&device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 1099 time: 0.0982335 May 12 08:21:05.067368 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e64b42cb-40a3-45cb-96fc-75394b735796 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:05.213273 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e64b42cb-40a3-45cb-96fc-75394b735796 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:05.217971 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a7c53-cd1e-47d5-91d4-dd9b1f279a7c req-79037567-51ed-4848-8305-7e4de6d087fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:05.219442 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-910a7c53-cd1e-47d5-91d4-dd9b1f279a7c req-79037567-51ed-4848-8305-7e4de6d087fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=a48f7f6f-f530-4eda-bf6b-27ca4c358942 HTTP/1.1" status: 200 len: 912 time: 0.1736679 May 12 08:21:05.220461 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e64b42cb-40a3-45cb-96fc-75394b735796 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:05.222457 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-1bfe2ef5-1520-4598-a4b5-052bc11f647a tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:05.308934 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b42cb-40a3-45cb-96fc-75394b735796 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bda983-4251-4ced-ac12-3ee5f85c4579,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:05.313725 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e64b42cb-40a3-45cb-96fc-75394b735796 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:05.321632 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e64b42cb-40a3-45cb-96fc-75394b735796 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:05.325390 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-e64b42cb-40a3-45cb-96fc-75394b735796 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3288350 May 12 08:21:05.325821 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53616) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:05.333468 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-c4cefac7-667d-4a7c-b518-f5ba365900eb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Request body: {'security_group_rule': {'security_group_id': '2a938bff-ad2f-427c-bb8c-12c89203e106', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:21:05.350692 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-c4cefac7-667d-4a7c-b518-f5ba365900eb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:21:05.355786 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-57aa02c7-ded0-4ab6-b5e6-5e5835c36db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '7cbef49a-fa96-4b83-8660-69a0ae63b9cd', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'floating_ip_address': '172.28.1.14', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'port_id': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'mac_address': 'fa:16:3e:f6:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee17430a-89e7-4292-93ff-c36db0e7a348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:20:49Z', 'updated_at': '2021-05-12T08:21:03Z', 'revision_number': 1, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:59Z', 'revision_number': 5, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:05.359672 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa02c7-ded0-4ab6-b5e6-5e5835c36db1 None None] Checking router: afe5d8ab-d269-47e6-838b-1c0a83e22b46 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:21:05.363842 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-c4cefac7-667d-4a7c-b518-f5ba365900eb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Usage tracker for resource:security_group_rule and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:21:05.367920 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-910a7c53-cd1e-47d5-91d4-dd9b1f279a7c req-30c6b636-f53f-40d2-9f0d-0851881d5ae9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb154b93-d3cf-46bb-8a3a-4f33b3dec928 HTTP/1.1" status: 200 len: 999 time: 0.1330416 May 12 08:21:05.368105 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa02c7-ded0-4ab6-b5e6-5e5835c36db1 None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:21:05.368521 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-57aa02c7-ded0-4ab6-b5e6-5e5835c36db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:20:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:05.368789 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-c4cefac7-667d-4a7c-b518-f5ba365900eb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:21:05.404625 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-c4cefac7-667d-4a7c-b518-f5ba365900eb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:21:05.445316 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-c4cefac7-667d-4a7c-b518-f5ba365900eb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:05.453323 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a7c53-cd1e-47d5-91d4-dd9b1f279a7c req-65aa7460-681a-4022-9c9f-3620cbafeada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:05.454757 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-910a7c53-cd1e-47d5-91d4-dd9b1f279a7c req-65aa7460-681a-4022-9c9f-3620cbafeada service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85150696-0c2f-4ffc-b17b-b5a382c1566b HTTP/1.1" status: 200 len: 850 time: 0.0801103 May 12 08:21:05.540350 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-57aa02c7-ded0-4ab6-b5e6-5e5835c36db1 None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:21:05.625527 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-c4cefac7-667d-4a7c-b518-f5ba365900eb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:05.634910 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-c4cefac7-667d-4a7c-b518-f5ba365900eb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:05.651024 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:05.672283 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a7c53-cd1e-47d5-91d4-dd9b1f279a7c req-606ad404-0314-4157-9a85-2dab2e3f05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:05.673841 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-910a7c53-cd1e-47d5-91d4-dd9b1f279a7c req-606ad404-0314-4157-9a85-2dab2e3f05ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a48f7f6f-f530-4eda-bf6b-27ca4c358942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2105393 May 12 08:21:05.688937 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cefac7-667d-4a7c-b518-f5ba365900eb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bf4980-aa97-46d0-b007-7cabb7134465,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:05.698317 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afa8a0-585c-4d0a-bf6d-100700d76dc4 req-fd03bdbb-815e-44ba-93fa-383ec2b3b2c1 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:05.699767 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-32afa8a0-585c-4d0a-bf6d-100700d76dc4 req-fd03bdbb-815e-44ba-93fa-383ec2b3b2c1 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 946 time: 0.1933908 May 12 08:21:05.700582 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-c4cefac7-667d-4a7c-b518-f5ba365900eb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:05.738334 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-c4cefac7-667d-4a7c-b518-f5ba365900eb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:05.739386 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-c4cefac7-667d-4a7c-b518-f5ba365900eb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4126382 May 12 08:21:05.742775 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53622) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:05.748601 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Request body: {'floatingip': {'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:21:05.754931 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:21:05.759799 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Usage tracker for resource:floatingip and tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:21:05.763963 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:21:05.770508 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:21:05.788101 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:05.831995 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-32afa8a0-585c-4d0a-bf6d-100700d76dc4 req-b257c30a-bff8-41f9-89a1-f30dd61ff7ac tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103227 May 12 08:21:05.876133 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-910a7c53-cd1e-47d5-91d4-dd9b1f279a7c req-e711317d-7a62-4d25-b782-a53e9141cfd7 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906359 May 12 08:21:05.901589 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-57aa02c7-ded0-4ab6-b5e6-5e5835c36db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '7cbef49a-fa96-4b83-8660-69a0ae63b9cd', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'floating_ip_address': '172.28.1.14', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'port_id': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'mac_address': 'fa:16:3e:f6:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee17430a-89e7-4292-93ff-c36db0e7a348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:20:49Z', 'updated_at': '2021-05-12T08:21:03Z', 'revision_number': 1, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:59Z', 'revision_number': 5, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:05.905773 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa02c7-ded0-4ab6-b5e6-5e5835c36db1 None None] The sync data for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb is: [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '7cbef49a-fa96-4b83-8660-69a0ae63b9cd', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'floating_ip_address': '172.28.1.14', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'port_id': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'mac_address': 'fa:16:3e:f6:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee17430a-89e7-4292-93ff-c36db0e7a348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:20:49Z', 'updated_at': '2021-05-12T08:21:03Z', 'revision_number': 1, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:59Z', 'revision_number': 5, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:21:05.957591 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:06.018556 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-910a7c53-cd1e-47d5-91d4-dd9b1f279a7c req-83db0aad-4719-4d48-b946-6634cabe3875 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331210 May 12 08:21:06.100001 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Allocated IP 172.28.1.75 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/12de7cd7-9778-4ff2-b294-b46e8dc2e8cb) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:21:06.152404 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d05d5-7a30-4830-83b1-945bd99fa7e0 None None] New status for floating IP 7cbef49a-fa96-4b83-8660-69a0ae63b9cd: ACTIVE {{(pid=78677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 08:21:06.253337 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:06.285953 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:06.289889 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-981a8e61-ceb8-45ab-8c6c-794dd0ce23ab tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:06.347769 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:21:06.350696 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:21:06.359341 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:21:06.391862 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event updated for resources: {'Port': ['ID=12de7cd7-9778-4ff2-b294-b46e8dc2e8cb,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:06.397878 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:06.446054 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:06.508192 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:06.825750 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:06.833943 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:06.838263 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-33c40a02-99dd-40b7-b8b5-e420b5e65efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:06.939713 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event updated for resources: {'Port': ['ID=12de7cd7-9778-4ff2-b294-b46e8dc2e8cb,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:06.943603 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:06.956580 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:06.980079 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:06.981337 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2373190 May 12 08:21:07.028322 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a91917-230a-45c3-b542-66a1ac949c9e req-57336359-7903-4aca-be79-6e3d5cc12c20 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:07.029873 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-47a91917-230a-45c3-b542-66a1ac949c9e req-57336359-7903-4aca-be79-6e3d5cc12c20 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 946 time: 0.0852671 May 12 08:21:07.073647 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-47a91917-230a-45c3-b542-66a1ac949c9e req-60015f61-4f59-4de7-a480-3d99329a36fd tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379400 May 12 08:21:07.205387 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-25f75f40-9b12-40ee-888f-5a53be03cc9f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Synchronizing usage tracker for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:security_group {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:21:07.225047 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-25f75f40-9b12-40ee-888f-5a53be03cc9f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Unset dirty status for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:security_group {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:21:07.226335 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-25f75f40-9b12-40ee-888f-5a53be03cc9f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--560953730&fields=id&tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53 HTTP/1.1" status: 200 len: 267 time: 0.0629625 May 12 08:21:07.379569 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-440d8f3c-00c4-4859-b77e-94e40502f432 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:07.380146 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-440d8f3c-00c4-4859-b77e-94e40502f432 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Synchronizing usage tracker for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:network {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:21:07.399984 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-440d8f3c-00c4-4859-b77e-94e40502f432 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Unset dirty status for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:network {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:21:07.401219 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-440d8f3c-00c4-4859-b77e-94e40502f432 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/networks?id=df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 200 len: 817 time: 0.1679909 May 12 08:21:07.419833 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-af428eb7-01dd-4eed-ac4a-553ca1c2be2d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/quotas/e1ff18373a6e4a8d8bf7f8328ebb0c53 HTTP/1.1" status: 200 len: 375 time: 0.0098584 May 12 08:21:07.510870 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-8afe7aa5-0ad6-43fb-83f8-4addb431fff4 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Synchronizing usage tracker for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:21:07.528910 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-8afe7aa5-0ad6-43fb-83f8-4addb431fff4 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Unset dirty status for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:21:07.530152 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-8afe7aa5-0ad6-43fb-83f8-4addb431fff4 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026752 May 12 08:21:07.678387 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-3aec2c47-504c-41bf-9ee2-31ffa380e80a service neutron] 10.222.0.43 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316476 May 12 08:21:07.809591 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-737895cb-0615-4998-a15e-ad3ffe9a879b service neutron] 10.222.0.43 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248658 May 12 08:21:07.990803 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-14825072-c6b9-4ee2-aeb2-210e5f0b6987 req-33a8d1e8-f334-4b82-b81f-a0146db42986 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 210 time: 0.0431747 May 12 08:21:08.279983 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5714322-216e-48e4-860f-f344a43a14ed req-8043dc59-9005-4a43-a77a-ea19bc02f509 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:08.281503 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f5714322-216e-48e4-860f-f344a43a14ed req-8043dc59-9005-4a43-a77a-ea19bc02f509 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 946 time: 0.0902407 May 12 08:21:08.331931 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f5714322-216e-48e4-860f-f344a43a14ed req-393be63f-b3d7-44e4-9766-1b547b7a130b tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc9316f9-8d0e-475c-944c-2c1d02b83417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424273 May 12 08:21:08.660872 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a5458-7a29-4707-b3e3-d8c06294c12f req-833f21ac-26d5-4cef-90b7-5ce4d12e91ea tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:08.662310 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-706a5458-7a29-4707-b3e3-d8c06294c12f req-833f21ac-26d5-4cef-90b7-5ce4d12e91ea tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 946 time: 0.0877717 May 12 08:21:08.893763 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-706a5458-7a29-4707-b3e3-d8c06294c12f req-b612ba30-1427-49d7-8433-f8b29690c72d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Deleting port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:21:08.894253 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-706a5458-7a29-4707-b3e3-d8c06294c12f req-b612ba30-1427-49d7-8433-f8b29690c72d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:09.029953 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [req-706a5458-7a29-4707-b3e3-d8c06294c12f req-b612ba30-1427-49d7-8433-f8b29690c72d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] For port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f74cf24a-e0c7-42ae-9a17-fefb21d1d48a,segment=NetworkSegment(06c63e2d-d5c5-454d-925c-acd1d6b3553a),segment_id=06c63e2d-d5c5-454d-925c-acd1d6b3553a)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:21:09.030313 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-706a5458-7a29-4707-b3e3-d8c06294c12f req-b612ba30-1427-49d7-8433-f8b29690c72d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:09.173977 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [req-706a5458-7a29-4707-b3e3-d8c06294c12f req-b612ba30-1427-49d7-8433-f8b29690c72d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Calling delete_port for f74cf24a-e0c7-42ae-9a17-fefb21d1d48a owned by compute:nova {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:21:09.178726 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a9cdbeab-920b-4467-a7c9-4e689584551b req-069d6fd9-174f-44f2-b474-a1b81c22e0bb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 210 time: 0.0503550 May 12 08:21:09.248440 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f071a2c0-7ace-4e27-a1cb-a85ca86d8af0 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:09.249914 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f071a2c0-7ace-4e27-a1cb-a85ca86d8af0 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.48 "GET /v2.0/networks?id=df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 200 len: 817 time: 0.2071316 May 12 08:21:09.297301 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-706a5458-7a29-4707-b3e3-d8c06294c12f req-b612ba30-1427-49d7-8433-f8b29690c72d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:09.303621 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-3dec6778-26cd-46c8-a72c-399ec30bfc77 tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:09.314554 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-464d4abd-8778-4261-a4be-ec940056b814 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53 HTTP/1.1" status: 200 len: 379 time: 0.0439258 May 12 08:21:09.323325 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Request body: {'port': {'device_id': '82956742-6b32-494f-a1cc-fa45997df539', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'admin_state_up': True, 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'security_groups': ['2a938bff-ad2f-427c-bb8c-12c89203e106']}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:21:09.331768 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['f74cf24a-e0c7-42ae-9a17-fefb21d1d48a'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:21:09.352300 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612ba30-1427-49d7-8433-f8b29690c72d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Pushing event deleted for resources: {'Port': ['ID=f74cf24a-e0c7-42ae-9a17-fefb21d1d48a,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:09.356559 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-b612ba30-1427-49d7-8433-f8b29690c72d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:09.438528 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [req-706a5458-7a29-4707-b3e3-d8c06294c12f req-b612ba30-1427-49d7-8433-f8b29690c72d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] No DVR routers for this DVR port f74cf24a-e0c7-42ae-9a17-fefb21d1d48a on host hv-cinder-79091 {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:21:09.441221 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [req-706a5458-7a29-4707-b3e3-d8c06294c12f req-b612ba30-1427-49d7-8433-f8b29690c72d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:09.443943 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae8927a-775f-425c-b841-5ec2a6f52772', 'name': 'network-vif-deleted', 'tag': 'f74cf24a-e0c7-42ae-9a17-fefb21d1d48a'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:21:09.465516 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:21:09.475040 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:21:09.485441 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Made reservation on behalf of e1ff18373a6e4a8d8bf7f8328ebb0c53 for: {'port': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:21:09.489194 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:09.494112 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae8927a-775f-425c-b841-5ec2a6f52772', 'name': 'network-vif-deleted', 'tag': 'f74cf24a-e0c7-42ae-9a17-fefb21d1d48a', 'status': 'completed', 'code': 200} May 12 08:21:09.501211 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-0f86c7aa-d044-4e6e-b4e6-b306e9848d6c req-7f538784-e87f-4340-bc0f-491bce6b4f02 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Synchronizing usage tracker for tenant:6fbd52df15aa44918adbf20d6255552c on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:21:09.506460 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-706a5458-7a29-4707-b3e3-d8c06294c12f req-b612ba30-1427-49d7-8433-f8b29690c72d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.48 "DELETE /v2.0/ports/f74cf24a-e0c7-42ae-9a17-fefb21d1d48a HTTP/1.1" status: 204 len: 173 time: 0.8374445 May 12 08:21:09.519585 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-0f86c7aa-d044-4e6e-b4e6-b306e9848d6c req-7f538784-e87f-4340-bc0f-491bce6b4f02 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Unset dirty status for tenant:6fbd52df15aa44918adbf20d6255552c on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:21:09.520854 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0f86c7aa-d044-4e6e-b4e6-b306e9848d6c req-7f538784-e87f-4340-bc0f-491bce6b4f02 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ae8927a-775f-425c-b841-5ec2a6f52772 HTTP/1.1" status: 200 len: 210 time: 0.0715692 May 12 08:21:09.674764 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Allocated IP 172.20.0.3 (df9c6990-f502-40fc-883a-abfac8f1f5d4/9b88ea44-9eac-4917-a121-08012e4f664d/a0375ca8-ed34-44f0-ae1e-4a0a3afcf856) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:21:09.951985 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:09.968661 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.provisioning_blocks [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Transition to ACTIVE for port object a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 will not be triggered until provisioned by entity DHCP. {{(pid=78674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:21:09.995295 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:10.001227 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7a3ac262-57bb-4eea-833b-b287154d0400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:10.062264 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Network df9c6990-f502-40fc-883a-abfac8f1f5d4 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:21:10.065328 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:21:10.074152 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:21:10.108460 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event updated for resources: {'Port': ['ID=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:10.115476 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:10.148066 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:10.148740 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:10.176873 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8574159 May 12 08:21:10.197601 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Request body: {'port': {'device_id': '82956742-6b32-494f-a1cc-fa45997df539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:21:10.311089 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:10.317205 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-72624db5-cf03-4d48-8927-30b7f1a9bcfa None None] Provisioning for port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:21:10.322345 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-72624db5-cf03-4d48-8927-30b7f1a9bcfa None None] Provisioning complete for port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:21:10.322721 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-72624db5-cf03-4d48-8927-30b7f1a9bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:10.377074 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-72624db5-cf03-4d48-8927-30b7f1a9bcfa None None] Port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:21:10.391096 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d2d66-162b-4656-bb8c-9d1660ad1547 req-9851ee49-412a-4bf3-8265-4faf399b773a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:10.392670 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b46d2d66-162b-4656-bb8c-9d1660ad1547 req-9851ee49-412a-4bf3-8265-4faf399b773a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 931 time: 0.0863578 May 12 08:21:10.439435 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b46d2d66-162b-4656-bb8c-9d1660ad1547 req-fe5bb077-9c97-42f3-8578-33292cda86d7 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392616 May 12 08:21:10.673659 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 {{(pid=78674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:21:10.681388 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:10.699671 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.provisioning_blocks [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Transition to ACTIVE for port object a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 will not be triggered until provisioned by entity L2. {{(pid=78674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:21:10.704328 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:10.709100 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:10.866959 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Pushing event updated for resources: {'Port': ['ID=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:10.897474 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:10.944642 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Attempting to bind port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:21:10.945107 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Attempting to bind port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:21:10.945358 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Attempting to bind port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 on network df9c6990-f502-40fc-883a-abfac8f1f5d4 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:21:10.951560 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 on network df9c6990-f502-40fc-883a-abfac8f1f5d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:21:10.951893 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Attempting to bind port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 on network df9c6990-f502-40fc-883a-abfac8f1f5d4 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:21:10.957798 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:21:10.958255 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Checking segment: {'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:21:10.958651 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Bound using segment: {'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:21:10.959092 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Bound port: a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a0672d-c613-41c0-b29e-1d44d13859ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4'}}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:21:10.959442 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:11.049453 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] For port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host hv-cinder-79091, cleared binding levels {{(pid=78674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:21:11.052385 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] For port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:21:11.057617 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:11.062445 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-6f8692cd-98fb-493e-afe9-61a7a44506b9 tempest-VolumesActionsTest-377707510 tempest-VolumesActionsTest-377707510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:11.117768 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:11.118462 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:11.119898 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] 10.222.0.48 "PUT /v2.0/ports/a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 HTTP/1.1" status: 200 len: 1093 time: 0.9268441 May 12 08:21:11.120368 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:21:11.173101 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Pushing event updated for resources: {'Port': ['ID=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,revision_number=3']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:11.179824 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'status': 'completed', 'code': 200} May 12 08:21:11.180963 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:11.265919 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-8df2577f-8feb-4947-8a6f-ca611b7e38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:11.267429 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-8df2577f-8feb-4947-8a6f-ca611b7e38bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 1096 time: 0.0760643 May 12 08:21:11.348037 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-048396d3-3e81-4062-83d7-397015c6b843 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 HTTP/1.1" status: 200 len: 217 time: 0.0672884 May 12 08:21:11.412302 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-259dc91a-cc66-4e4b-a6eb-32ab6f40d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:11.413661 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-259dc91a-cc66-4e4b-a6eb-32ab6f40d86a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b88ea44-9eac-4917-a121-08012e4f664d HTTP/1.1" status: 200 len: 856 time: 0.0597672 May 12 08:21:11.498786 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-ce83c6f6-b88b-4812-9153-c8274ef0f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:11.500275 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-ce83c6f6-b88b-4812-9153-c8274ef0f5a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df9c6990-f502-40fc-883a-abfac8f1f5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799985 May 12 08:21:11.634257 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-2da19a01-5d7e-4fb7-a7fb-78541a598b85 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266811 May 12 08:21:11.639405 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3ffac-1301-453e-ad0f-6bb67dafa325 req-895e2c3a-4757-49b2-abc5-98afd464d1b1 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:11.640940 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1df3ffac-1301-453e-ad0f-6bb67dafa325 req-895e2c3a-4757-49b2-abc5-98afd464d1b1 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.0846040 May 12 08:21:11.685286 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1df3ffac-1301-453e-ad0f-6bb67dafa325 req-30662dc0-3c32-49c1-b438-74badcf080da tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384395 May 12 08:21:11.856943 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2c8ae397-907d-4adc-bb98-79f963e883e3 req-b01cb69c-ff8e-4588-bbaa-6c6f9e1667c8 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154074 May 12 08:21:12.023018 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f74cf24a-e0c7-42ae-9a17-fefb21d1d48a no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:21:12.048165 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd023f6a-21d4-414f-b108-6eda6085cdee req-e51c27d3-89e5-4156-a91c-eb8cbfd988cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:12.049915 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cd023f6a-21d4-414f-b108-6eda6085cdee req-e51c27d3-89e5-4156-a91c-eb8cbfd988cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 1096 time: 0.0890954 May 12 08:21:12.057863 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: f74cf24a-e0c7-42ae-9a17-fefb21d1d48a {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:21:12.058217 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device f74cf24a-e0c7-42ae-9a17-fefb21d1d48a not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:21:12.198133 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd023f6a-21d4-414f-b108-6eda6085cdee req-226e1661-ae40-4976-a3c9-915a49df0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:12.199575 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cd023f6a-21d4-414f-b108-6eda6085cdee req-226e1661-ae40-4976-a3c9-915a49df0b28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 200 len: 918 time: 0.1380432 May 12 08:21:12.277135 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cd023f6a-21d4-414f-b108-6eda6085cdee req-b1e5e218-8b58-4f31-bd95-8d44c1f28e3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 HTTP/1.1" status: 200 len: 217 time: 0.0700057 May 12 08:21:12.340384 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd023f6a-21d4-414f-b108-6eda6085cdee req-421eb17b-8929-4b59-ac25-511e0bcfb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:12.341901 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cd023f6a-21d4-414f-b108-6eda6085cdee req-421eb17b-8929-4b59-ac25-511e0bcfb713 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b88ea44-9eac-4917-a121-08012e4f664d HTTP/1.1" status: 200 len: 856 time: 0.0583820 May 12 08:21:12.425347 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd023f6a-21d4-414f-b108-6eda6085cdee req-bfab70e6-c963-42c5-9b62-6a573515a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:12.426914 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cd023f6a-21d4-414f-b108-6eda6085cdee req-bfab70e6-c963-42c5-9b62-6a573515a0c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df9c6990-f502-40fc-883a-abfac8f1f5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771811 May 12 08:21:12.570110 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cd023f6a-21d4-414f-b108-6eda6085cdee req-5ae5da50-ca74-4b87-b1ea-a800223d9ef3 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350493 May 12 08:21:12.707279 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cd023f6a-21d4-414f-b108-6eda6085cdee req-528d83a3-66c7-493e-9951-a75f37570eb9 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304860 May 12 08:21:12.879505 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cc272-c2c2-4d74-9316-4cc2e62d5ea3 req-038902bf-6991-48c0-9544-20acde3faf8a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:12.881012 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-781cc272-c2c2-4d74-9316-4cc2e62d5ea3 req-038902bf-6991-48c0-9544-20acde3faf8a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.0822093 May 12 08:21:12.932613 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-781cc272-c2c2-4d74-9316-4cc2e62d5ea3 req-622dd08e-c417-4989-adc1-1de9cccf135c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427935 May 12 08:21:12.994483 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4d59-8e1a-477b-b036-8361fddb012a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:13.902910 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:14.036125 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:21:14.158266 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b3111-3a92-45c7-a9a6-87a6c96b3841 req-974ccb3c-f344-44a4-ad43-aa82a5de3385 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:14.159824 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ae4b3111-3a92-45c7-a9a6-87a6c96b3841 req-974ccb3c-f344-44a4-ad43-aa82a5de3385 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.1159470 May 12 08:21:14.175211 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:21:14.189306 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'port_id': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'mac_address': 'fa:16:3e:1e:74:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:21:14.248540 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ae4b3111-3a92-45c7-a9a6-87a6c96b3841 req-74f7bdfd-8a6e-424a-afcc-523ab91ec710 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824156 May 12 08:21:14.249197 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:14.266790 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:21:14.282951 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:21:14.288169 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:14.290057 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:14.359326 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:14.362122 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:14.588458 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['a0375ca8-ed34-44f0-ae1e-4a0a3afcf856'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:21:15.345455 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-edda88df-3381-4312-8541-70f2487e0cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:15.457529 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333adb82-d379-4d68-8ee9-4a4f5a6e28e4 req-5157e355-9a5a-41a3-9fc2-f1af358198c9 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:15.458980 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-333adb82-d379-4d68-8ee9-4a4f5a6e28e4 req-5157e355-9a5a-41a3-9fc2-f1af358198c9 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 944 time: 0.0837324 May 12 08:21:15.497702 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:15.507262 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-333adb82-d379-4d68-8ee9-4a4f5a6e28e4 req-a7bb32e4-e7a7-4e7f-ad48-8a5974bdb14c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418103 May 12 08:21:16.045404 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:21:16.130914 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:21:16.135846 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:21:16.136218 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:16.290365 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:16.323896 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:21:16.336558 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:21:16.341608 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:16.344162 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:16.380586 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'code': 200} May 12 08:21:16.412582 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:16.415509 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:16.494141 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:16.696984 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6a00-41dc-477b-a4c1-6919cccf9c5d req-cb5b3d58-e613-4d6d-9a03-3fd6e414afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:16.698521 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9aba6a00-41dc-477b-a4c1-6919cccf9c5d req-cb5b3d58-e613-4d6d-9a03-3fd6e414afcb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 1098 time: 0.1263959 May 12 08:21:16.739340 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a29dd4-551b-43db-ba39-d90d19e09640 req-54505af4-c682-42a6-810e-fc3dbd3cf3bf tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:16.740040 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-95a29dd4-551b-43db-ba39-d90d19e09640 req-54505af4-c682-42a6-810e-fc3dbd3cf3bf tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Synchronizing usage tracker for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:21:16.766149 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9aba6a00-41dc-477b-a4c1-6919cccf9c5d req-7f206dfa-e0f4-40c4-aa0e-ed5f721a3929 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610716 May 12 08:21:16.771026 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-95a29dd4-551b-43db-ba39-d90d19e09640 req-54505af4-c682-42a6-810e-fc3dbd3cf3bf tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Unset dirty status for tenant:e1ff18373a6e4a8d8bf7f8328ebb0c53 on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:21:16.772255 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-95a29dd4-551b-43db-ba39-d90d19e09640 req-54505af4-c682-42a6-810e-fc3dbd3cf3bf tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.1539705 May 12 08:21:16.821619 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-95a29dd4-551b-43db-ba39-d90d19e09640 req-d3bdb4e0-e44a-451d-8cf1-befa03d47885 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431163 May 12 08:21:17.971746 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:18.032423 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181bd1a-81fa-4995-8b4d-4c40a76c34d6 req-5e0aa01b-922d-43d2-be1e-f55fbb9885c3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:18.033977 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d181bd1a-81fa-4995-8b4d-4c40a76c34d6 req-5e0aa01b-922d-43d2-be1e-f55fbb9885c3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0976207 May 12 08:21:18.081739 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d181bd1a-81fa-4995-8b4d-4c40a76c34d6 req-606fab02-5b79-45a3-bd73-0fbea3434662 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419238 May 12 08:21:19.304285 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f8c20-8b82-48c5-bfbb-66fd6f5951e0 req-2a756769-ec3b-42a3-a3b2-392723b01e02 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:19.306179 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4f9f8c20-8b82-48c5-bfbb-66fd6f5951e0 req-2a756769-ec3b-42a3-a3b2-392723b01e02 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.1013567 May 12 08:21:19.361325 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4f9f8c20-8b82-48c5-bfbb-66fd6f5951e0 req-ca849871-131a-41c5-8ac0-f1a03def0941 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493412 May 12 08:21:19.559059 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb931bd-f0cd-4749-9a98-4e318b20765f req-7fefb2e1-2365-4d6c-b201-e8fa393311f2 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:19.560586 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-1bb931bd-f0cd-4749-9a98-4e318b20765f req-7fefb2e1-2365-4d6c-b201-e8fa393311f2 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0934258 May 12 08:21:19.569073 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53756) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:19.574339 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-e2fc73a4-06f8-41c0-a389-fdd8267b056a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Request body: {'floatingip': {'port_id': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:21:19.651854 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e2fc73a4-06f8-41c0-a389-fdd8267b056a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:20.328626 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e2fc73a4-06f8-41c0-a389-fdd8267b056a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:20.334626 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e2fc73a4-06f8-41c0-a389-fdd8267b056a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:20.507468 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.l3_db [None req-e2fc73a4-06f8-41c0-a389-fdd8267b056a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Floating IP 3ee2dbb5-423c-4d2c-8704-9f3a710da85d associated. External IP: 172.28.1.75, port: a0375ca8-ed34-44f0-ae1e-4a0a3afcf856. May 12 08:21:20.859159 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fc73a4-06f8-41c0-a389-fdd8267b056a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Router b374db3e-d0d4-4a96-82cf-2db3890d4fcf has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:21:21.036354 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fc73a4-06f8-41c0-a389-fdd8267b056a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:21:21.041436 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-e2fc73a4-06f8-41c0-a389-fdd8267b056a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:21.045834 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b2cab5-20ab-448c-8efb-a8d60d928ace None None] Sync routers for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:21:21.055205 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b2cab5-20ab-448c-8efb-a8d60d928ace None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:21:21.056100 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-89b2cab5-20ab-448c-8efb-a8d60d928ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:21:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:21.095941 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-e2fc73a4-06f8-41c0-a389-fdd8267b056a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "PUT /v2.0/floatingips/3ee2dbb5-423c-4d2c-8704-9f3a710da85d HTTP/1.1" status: 200 len: 990 time: 1.5257096 May 12 08:21:21.096484 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:21:21.142386 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'status': 'completed', 'code': 200} May 12 08:21:21.236914 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-89b2cab5-20ab-448c-8efb-a8d60d928ace None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:21:21.270868 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613bb24-024b-4198-9640-a8d34a8cfda3 req-d3f183ef-4c31-44bd-96d2-c138ea19c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:21.272445 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4613bb24-024b-4198-9640-a8d34a8cfda3 req-d3f183ef-4c31-44bd-96d2-c138ea19c71f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 1098 time: 0.0851817 May 12 08:21:21.414466 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613bb24-024b-4198-9640-a8d34a8cfda3 req-09d7c804-8d0e-44db-ad7c-72dbdcc5e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:21.416335 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4613bb24-024b-4198-9640-a8d34a8cfda3 req-09d7c804-8d0e-44db-ad7c-72dbdcc5e828 service neutron] 10.222.0.48 "GET /v2.0/networks?id=df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 200 len: 918 time: 0.1348054 May 12 08:21:21.523163 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4613bb24-024b-4198-9640-a8d34a8cfda3 req-4de68e82-ff3b-439c-9aa0-c49989cb2d06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 HTTP/1.1" status: 200 len: 998 time: 0.1002204 May 12 08:21:21.586678 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613bb24-024b-4198-9640-a8d34a8cfda3 req-a4e0c685-ab8a-4ba1-947e-442173c59e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:21.588186 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4613bb24-024b-4198-9640-a8d34a8cfda3 req-a4e0c685-ab8a-4ba1-947e-442173c59e13 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b88ea44-9eac-4917-a121-08012e4f664d HTTP/1.1" status: 200 len: 856 time: 0.0582521 May 12 08:21:21.601685 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-89b2cab5-20ab-448c-8efb-a8d60d928ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '3ee2dbb5-423c-4d2c-8704-9f3a710da85d', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'floating_ip_address': '172.28.1.75', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'port_id': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'mac_address': 'fa:16:3e:1e:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82956742-6b32-494f-a1cc-fa45997df539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:21:06Z', 'updated_at': '2021-05-12T08:21:20Z', 'revision_number': 1, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:48Z', 'revision_number': 5, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:21.606061 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b2cab5-20ab-448c-8efb-a8d60d928ace None None] Checking router: b374db3e-d0d4-4a96-82cf-2db3890d4fcf for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:21:21.614311 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b2cab5-20ab-448c-8efb-a8d60d928ace None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:21:21.614910 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-89b2cab5-20ab-448c-8efb-a8d60d928ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:21:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:21.665021 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613bb24-024b-4198-9640-a8d34a8cfda3 req-2b8099a5-b851-4c78-8610-8155e9c428c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:21.666574 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4613bb24-024b-4198-9640-a8d34a8cfda3 req-2b8099a5-b851-4c78-8610-8155e9c428c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df9c6990-f502-40fc-883a-abfac8f1f5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715940 May 12 08:21:21.798266 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-89b2cab5-20ab-448c-8efb-a8d60d928ace None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:21:21.899949 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4613bb24-024b-4198-9640-a8d34a8cfda3 req-c57330a7-8702-4754-b146-2cd8cd46fb36 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245374 May 12 08:21:22.031637 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4613bb24-024b-4198-9640-a8d34a8cfda3 req-ea3f69b9-0692-45ec-9c1f-c9bd2e40faca service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239243 May 12 08:21:22.153819 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-89b2cab5-20ab-448c-8efb-a8d60d928ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '3ee2dbb5-423c-4d2c-8704-9f3a710da85d', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'floating_ip_address': '172.28.1.75', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'port_id': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'mac_address': 'fa:16:3e:1e:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82956742-6b32-494f-a1cc-fa45997df539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:21:06Z', 'updated_at': '2021-05-12T08:21:20Z', 'revision_number': 1, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:48Z', 'revision_number': 5, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:22.157845 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b2cab5-20ab-448c-8efb-a8d60d928ace None None] The sync data for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb is: [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '3ee2dbb5-423c-4d2c-8704-9f3a710da85d', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'floating_ip_address': '172.28.1.75', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'port_id': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'mac_address': 'fa:16:3e:1e:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82956742-6b32-494f-a1cc-fa45997df539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:21:06Z', 'updated_at': '2021-05-12T08:21:20Z', 'revision_number': 1, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:48Z', 'revision_number': 5, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:21:22.348962 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee116d0-6553-4b0d-ae57-f03e39853bd7 None None] New status for floating IP 3ee2dbb5-423c-4d2c-8704-9f3a710da85d: ACTIVE {{(pid=78677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 08:21:28.107469 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:21:30.304538 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53864) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:30.462542 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a657ce4-93da-42ce-9cb1-edbce613976d admin admin] Deleting subnet 5d25ead6-ec6a-4e4d-9601-e8a8b15a24ed {{(pid=78675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:21:30.465898 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4a657ce4-93da-42ce-9cb1-edbce613976d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:30.515764 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4a657ce4-93da-42ce-9cb1-edbce613976d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133914164'] for subnet, precommit_delete_associations {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:30.569795 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4a657ce4-93da-42ce-9cb1-edbce613976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:30.819624 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4a657ce4-93da-42ce-9cb1-edbce613976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132470504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132588959'] for subnet, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:30.823752 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8bb50176-a030-48ca-9ea6-c634f47b0a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:30.857735 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a657ce4-93da-42ce-9cb1-edbce613976d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d25ead6-ec6a-4e4d-9601-e8a8b15a24ed,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:30.860342 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-4a657ce4-93da-42ce-9cb1-edbce613976d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:30.863160 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4a657ce4-93da-42ce-9cb1-edbce613976d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:30.869041 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-4a657ce4-93da-42ce-9cb1-edbce613976d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5d25ead6-ec6a-4e4d-9601-e8a8b15a24ed HTTP/1.1" status: 204 len: 168 time: 0.5631289 May 12 08:21:30.872006 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53872) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:30.975631 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:31.100204 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:31.112767 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b5946e-a1dc-4ba6-9196-b6fec2610507']}} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:31.124432 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c63e2d-d5c5-454d-925c-acd1d6b3553a') {'for_net_delete': True} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:31.124745 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c63e2d-d5c5-454d-925c-acd1d6b3553a') {} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:21:31.135679 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133914155'] for segment, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:31.151704 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:31.158555 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=78675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:21:31.158974 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132470414'] for segment, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: Traceback (most recent call last): May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: timer() May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: cb(*args, **kw) May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: return func(*args, **kwargs) May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: self._notify() May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: self.callback(batched_events) May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: event.method(event) May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: return f(self, *a, **k) May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: return self._get(url).json() May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: return self.request(url, 'GET', **kwargs) May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:21:31.171908 dv-cinder-790910-1-smb neutron-server[78675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:21:31.250299 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:31.260291 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-577677ef-5de2-4071-b99d-2e1bff90e98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:31.269533 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:31.279468 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b5946e-a1dc-4ba6-9196-b6fec2610507,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:31.282547 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:31.288944 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-0befb169-aa0c-43a8-a784-2fde7b3356a9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c2b5946e-a1dc-4ba6-9196-b6fec2610507 HTTP/1.1" status: 204 len: 168 time: 0.4160347 May 12 08:21:31.483606 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 53878) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:31.533096 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-008d5c13-5c55-447c-a1aa-88746dc4b073 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6fbd52df15aa44918adbf20d6255552c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482085 May 12 08:21:31.535731 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 53882) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:21:31.595256 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-cd71e6e3-2bfd-4573-97f7-c7fc1e0df351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:31.622118 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-cd71e6e3-2bfd-4573-97f7-c7fc1e0df351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:31.676875 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-cd71e6e3-2bfd-4573-97f7-c7fc1e0df351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:31.680780 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-3db7a4e1-2b79-4d57-aed4-743a38bf2968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:21:31.691633 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71e6e3-2bfd-4573-97f7-c7fc1e0df351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9316f9-8d0e-475c-944c-2c1d02b83417,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:21:31.696452 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-cd71e6e3-2bfd-4573-97f7-c7fc1e0df351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:21:31.707775 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-cd71e6e3-2bfd-4573-97f7-c7fc1e0df351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:31.712004 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-cd71e6e3-2bfd-4573-97f7-c7fc1e0df351 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc9316f9-8d0e-475c-944c-2c1d02b83417 HTTP/1.1" status: 204 len: 168 time: 0.1722281 May 12 08:21:43.008102 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-e5ba9e0e-b7c7-449c-8e78-b1e1258047ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:43.917995 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:45.351752 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-f81d7133-4e57-4249-98f5-27c23e11eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:45.495027 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:46.497540 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:47.976771 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:21:48.170954 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-777b95d8-2d8c-4e91-b5d4-c2cbe6b4e52d req-5f7dc116-2116-4902-8bfc-f42cd20e168e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1769404 May 12 08:21:48.337385 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b95d8-2d8c-4e91-b5d4-c2cbe6b4e52d req-abea2ee3-6214-4e82-85ea-57757c4f8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:48.339115 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-777b95d8-2d8c-4e91-b5d4-c2cbe6b4e52d req-abea2ee3-6214-4e82-85ea-57757c4f8674 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f33c4d641f2420683d924899ca743bd&device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 1099 time: 0.0743167 May 12 08:21:48.486140 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b95d8-2d8c-4e91-b5d4-c2cbe6b4e52d req-f509e6c0-7594-45ec-ac5a-f9ac79924bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:48.487590 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-777b95d8-2d8c-4e91-b5d4-c2cbe6b4e52d req-f509e6c0-7594-45ec-ac5a-f9ac79924bb2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a48f7f6f-f530-4eda-bf6b-27ca4c358942 HTTP/1.1" status: 200 len: 912 time: 0.1289399 May 12 08:21:48.597337 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-777b95d8-2d8c-4e91-b5d4-c2cbe6b4e52d req-c9f2ec8a-d9df-407a-b862-014d63c4300f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb154b93-d3cf-46bb-8a3a-4f33b3dec928 HTTP/1.1" status: 200 len: 1001 time: 0.1017551 May 12 08:21:48.660002 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b95d8-2d8c-4e91-b5d4-c2cbe6b4e52d req-18dcb47d-4ddc-4a39-a7fd-e0d756a3293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:48.661519 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-777b95d8-2d8c-4e91-b5d4-c2cbe6b4e52d req-18dcb47d-4ddc-4a39-a7fd-e0d756a3293e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85150696-0c2f-4ffc-b17b-b5a382c1566b HTTP/1.1" status: 200 len: 850 time: 0.0572124 May 12 08:21:48.741157 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b95d8-2d8c-4e91-b5d4-c2cbe6b4e52d req-9d9c978d-253e-444f-b4c9-6102728d77df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:48.742627 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-777b95d8-2d8c-4e91-b5d4-c2cbe6b4e52d req-9d9c978d-253e-444f-b4c9-6102728d77df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a48f7f6f-f530-4eda-bf6b-27ca4c358942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751293 May 12 08:21:48.873246 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-777b95d8-2d8c-4e91-b5d4-c2cbe6b4e52d req-fd03e4a7-101c-49a9-b97a-f7693a521c31 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234527 May 12 08:21:49.005138 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-777b95d8-2d8c-4e91-b5d4-c2cbe6b4e52d req-8d46246f-4f63-428c-ae4f-692bbaead455 service neutron] 10.222.0.48 "GET /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255736 May 12 08:21:57.909110 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84787ce9-1eaf-4cf3-b641-003712211a01 req-906f9a83-ad5a-4c1e-aa74-e565d687f298 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:57.910711 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-84787ce9-1eaf-4cf3-b641-003712211a01 req-906f9a83-ad5a-4c1e-aa74-e565d687f298 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 946 time: 0.0954258 May 12 08:21:57.954705 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-84787ce9-1eaf-4cf3-b641-003712211a01 req-b550710a-5e5e-46c1-8c66-cb75c320b91f tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381637 May 12 08:21:59.142005 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08703331-d5fe-48ac-8fd9-80f843f9e07c req-3870fe50-eb11-49de-bed9-1ff1c2d1ce76 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:59.143367 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-08703331-d5fe-48ac-8fd9-80f843f9e07c req-3870fe50-eb11-49de-bed9-1ff1c2d1ce76 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 946 time: 0.0829785 May 12 08:21:59.191158 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-08703331-d5fe-48ac-8fd9-80f843f9e07c req-91829b6b-60d6-4fe3-9300-99dfd51ef4be tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 May 12 08:21:59.791591 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-39ed2e24-b479-4d85-ab32-6c1207138ab0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:21:59.793199 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-39ed2e24-b479-4d85-ab32-6c1207138ab0 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 946 time: 0.0939736 May 12 08:21:59.929989 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Deleting port cb154b93-d3cf-46bb-8a3a-4f33b3dec928 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:21:59.930334 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:00.163277 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] For port cb154b93-d3cf-46bb-8a3a-4f33b3dec928, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cb154b93-d3cf-46bb-8a3a-4f33b3dec928,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:00.163650 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:00.296288 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ffbef-d710-46de-8150-68550050a0a6 req-da848438-9162-43a2-85da-25b30adc9272 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:00.298536 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-604ffbef-d710-46de-8150-68550050a0a6 req-da848438-9162-43a2-85da-25b30adc9272 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0869555 May 12 08:22:00.344267 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-604ffbef-d710-46de-8150-68550050a0a6 req-fe1dfc51-0188-44f1-96b9-6507890b8cfe tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397413 May 12 08:22:00.498561 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:00.498912 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:00.499217 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.l3_db [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Floating IP 7cbef49a-fa96-4b83-8660-69a0ae63b9cd disassociated. External IP: 172.28.1.14, port: cb154b93-d3cf-46bb-8a3a-4f33b3dec928. May 12 08:22:00.499552 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Calling delete_port for cb154b93-d3cf-46bb-8a3a-4f33b3dec928 owned by compute:nova {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:22:00.519725 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ddf98-d9b0-40b7-a958-b366a837bb27 req-ef416525-1a94-4ff1-9431-d08322c5c516 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:00.521205 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c78ddf98-d9b0-40b7-a958-b366a837bb27 req-ef416525-1a94-4ff1-9431-d08322c5c516 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 946 time: 0.2089746 May 12 08:22:00.579395 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c78ddf98-d9b0-40b7-a958-b366a837bb27 req-e2c8d595-f271-4d73-84ec-13bcf975b1d6 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups?id=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469167 May 12 08:22:00.669630 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:00.678867 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:00.725666 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event deleted for resources: {'Port': ['ID=cb154b93-d3cf-46bb-8a3a-4f33b3dec928,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:00.736459 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:00.736859 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:00.737216 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:00.737570 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:00.737915 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:00.738256 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:00.738600 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:00.738925 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:00.739268 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:00.739606 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:00.739942 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:00.740275 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:00.747097 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:00.923175 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Router afe5d8ab-d269-47e6-838b-1c0a83e22b46 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:22:01.112050 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:22:01.121428 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f87134-02ad-4dfa-a452-7ef67175c1e5 None None] Sync routers for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:22:01.134974 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f87134-02ad-4dfa-a452-7ef67175c1e5 None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:22:01.135617 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-71f87134-02ad-4dfa-a452-7ef67175c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:21:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:01.191163 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] No DVR routers for this DVR port cb154b93-d3cf-46bb-8a3a-4f33b3dec928 on host hv-cinder-79091 {{(pid=78674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:22:01.193861 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:01.196650 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee17430a-89e7-4292-93ff-c36db0e7a348', 'name': 'network-vif-deleted', 'tag': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:22:01.214887 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9c198f54-8975-4cf4-80f9-79cab03cff6f req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.48 "DELETE /v2.0/ports/cb154b93-d3cf-46bb-8a3a-4f33b3dec928 HTTP/1.1" status: 204 len: 173 time: 1.4153490 May 12 08:22:01.306259 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee17430a-89e7-4292-93ff-c36db0e7a348', 'name': 'network-vif-deleted', 'tag': 'cb154b93-d3cf-46bb-8a3a-4f33b3dec928', 'status': 'completed', 'code': 200} May 12 08:22:01.350836 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-71f87134-02ad-4dfa-a452-7ef67175c1e5 None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:22:01.538961 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e16580-7780-49fe-ba7e-2362451288a2 req-1042282e-0ab9-4c0b-be1f-d7b9d2678efc tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:01.540397 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d9e16580-7780-49fe-ba7e-2362451288a2 req-1042282e-0ab9-4c0b-be1f-d7b9d2678efc tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0814164 May 12 08:22:01.589115 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d9e16580-7780-49fe-ba7e-2362451288a2 req-c2032fe3-0ace-4548-83c6-94bd18ba2009 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426440 May 12 08:22:01.664176 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-71f87134-02ad-4dfa-a452-7ef67175c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:59Z', 'revision_number': 5, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:01.668126 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f87134-02ad-4dfa-a452-7ef67175c1e5 None None] Checking router: afe5d8ab-d269-47e6-838b-1c0a83e22b46 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:22:01.677001 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f87134-02ad-4dfa-a452-7ef67175c1e5 None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:22:01.677188 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-71f87134-02ad-4dfa-a452-7ef67175c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:21:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:01.749152 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b8b61d54-9858-4587-a544-4d96444e3087 req-cfed5b71-7bdd-4f1f-b8e4-3dc12bda34c1 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17430a-89e7-4292-93ff-c36db0e7a348 HTTP/1.1" status: 200 len: 210 time: 0.0460913 May 12 08:22:01.863532 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-71f87134-02ad-4dfa-a452-7ef67175c1e5 None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:22:02.186432 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-71f87134-02ad-4dfa-a452-7ef67175c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:59Z', 'revision_number': 5, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:02.190469 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f87134-02ad-4dfa-a452-7ef67175c1e5 None None] The sync data for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb is: [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:16:47Z', 'revision_number': 4, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '95c65691-56ee-49c6-8e56-b706e778a598', 'name': '', 'network_id': 'a48f7f6f-f530-4eda-bf6b-27ca4c358942', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'mac_address': 'fa:16:3e:a8:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:43Z', 'updated_at': '2021-05-12T08:16:59Z', 'revision_number': 5, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'subnets': [{'id': '85150696-0c2f-4ffc-b17b-b5a382c1566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:22:02.422107 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f7acdb-2716-428f-8b43-39be371841e7 None None] New status for floating IP 7cbef49a-fa96-4b83-8660-69a0ae63b9cd: DOWN {{(pid=78677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 08:22:02.815813 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0a092-eb49-4aeb-8fd7-db2c52eeece6 req-5d8e5e8e-b614-4839-82ff-3a9bd2a1a189 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:02.817847 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c9e0a092-eb49-4aeb-8fd7-db2c52eeece6 req-5d8e5e8e-b614-4839-82ff-3a9bd2a1a189 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0993235 May 12 08:22:02.868697 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c9e0a092-eb49-4aeb-8fd7-db2c52eeece6 req-614a2362-9b5d-45c7-86bb-9401b10f1214 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441272 May 12 08:22:02.899858 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54100) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:02.984365 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:03.021869 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:03.088385 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:03.093349 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7507cd92-5a8e-4722-b970-5727100f00bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:03.109087 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:03.118158 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:03.118609 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:03.118977 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:03.119349 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:03.119707 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:03.120185 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:03.120835 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:03.121063 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:03.121413 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:03.121759 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:03.122102 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:03.122477 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:03.128092 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:03.131595 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:03.132798 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "DELETE /v2.0/security-groups/033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7 HTTP/1.1" status: 204 len: 168 time: 0.2319686 May 12 08:22:03.135491 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54104) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:03.152257 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.api.v2.resource [None req-e1e0a2dc-79e9-4d62-b506-75b55e400df7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] show failed (client error): The resource could not be found. May 12 08:22:03.156544 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 54108) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:03.156673 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-e1e0a2dc-79e9-4d62-b506-75b55e400df7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "GET /v2.0/security-groups/033cdfda-6ba2-4b75-bb07-5e9ac1e5e0f7 HTTP/1.1" status: 404 len: 347 time: 0.0201538 May 12 08:22:03.477884 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-78e27128-d961-4077-982d-4261a65f38a5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Deleting port f1aa3f26-392d-40a0-9218-1ff9b2a18339 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:22:03.478214 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-78e27128-d961-4077-982d-4261a65f38a5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:03.595329 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-78e27128-d961-4077-982d-4261a65f38a5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:03.595607 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-78e27128-d961-4077-982d-4261a65f38a5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:03.716283 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-78e27128-d961-4077-982d-4261a65f38a5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Calling delete_port for f1aa3f26-392d-40a0-9218-1ff9b2a18339 owned by network:floatingip {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:22:03.834420 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-78e27128-d961-4077-982d-4261a65f38a5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:03.838195 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:03.879366 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e27128-d961-4077-982d-4261a65f38a5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Pushing event deleted for resources: {'Port': ['ID=f1aa3f26-392d-40a0-9218-1ff9b2a18339,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:03.882849 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-78e27128-d961-4077-982d-4261a65f38a5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:03.975211 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-78e27128-d961-4077-982d-4261a65f38a5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks [] for floatingip, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:03.988841 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-78e27128-d961-4077-982d-4261a65f38a5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:03.989974 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-78e27128-d961-4077-982d-4261a65f38a5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] 10.222.0.43 "DELETE /v2.0/floatingips/7cbef49a-fa96-4b83-8660-69a0ae63b9cd HTTP/1.1" status: 204 len: 168 time: 0.8317881 May 12 08:22:04.068774 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b8b03-edf3-4b01-bc26-5f0681fd8394 req-27b63ead-5846-49c1-85d7-4596e9180908 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:04.070229 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0f9b8b03-edf3-4b01-bc26-5f0681fd8394 req-27b63ead-5846-49c1-85d7-4596e9180908 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0791807 May 12 08:22:04.122730 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0f9b8b03-edf3-4b01-bc26-5f0681fd8394 req-a48e202a-8032-423e-85b1-a28e448e2217 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467124 May 12 08:22:04.236514 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device cb154b93-d3cf-46bb-8a3a-4f33b3dec928 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:22:04.273915 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: cb154b93-d3cf-46bb-8a3a-4f33b3dec928 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:22:04.274252 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device cb154b93-d3cf-46bb-8a3a-4f33b3dec928 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:22:05.112185 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:22:05.323770 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878db0ba-8f13-4510-8a8b-a4cded547fc0 req-7e96da0b-a0fa-496e-8730-56aad67020e9 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:05.325286 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-878db0ba-8f13-4510-8a8b-a4cded547fc0 req-7e96da0b-a0fa-496e-8730-56aad67020e9 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0879564 May 12 08:22:05.383245 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-878db0ba-8f13-4510-8a8b-a4cded547fc0 req-7e3b5902-44fa-4278-a027-3ebeb76dc83d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500510 May 12 08:22:06.573144 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82271a29-6b2a-4ac8-a072-21f1a5c97fea req-164d2a03-c5fa-4425-af8e-5f52b071872c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:06.574631 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82271a29-6b2a-4ac8-a072-21f1a5c97fea req-164d2a03-c5fa-4425-af8e-5f52b071872c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0804737 May 12 08:22:06.619641 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82271a29-6b2a-4ac8-a072-21f1a5c97fea req-42134145-25d5-4cd9-9fec-91f38e249855 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392280 May 12 08:22:07.823799 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94450ba4-6517-400e-bbe5-1b1820ff6672 req-aac51400-a08e-4c45-9949-1af6381e5ccc tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:07.825317 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-94450ba4-6517-400e-bbe5-1b1820ff6672 req-aac51400-a08e-4c45-9949-1af6381e5ccc tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0879695 May 12 08:22:07.872982 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-94450ba4-6517-400e-bbe5-1b1820ff6672 req-e49e1c7f-0e28-49df-85de-7191c612bfb6 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 May 12 08:22:08.019713 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54146) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:08.764799 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818954'] for router_interface, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:09.066009 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70c15d-98aa-46ad-8b5a-da06c39e9c38 req-b6be4b8a-faa0-4074-857a-d1c3be5ece3f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:09.067371 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8f70c15d-98aa-46ad-8b5a-da06c39e9c38 req-b6be4b8a-faa0-4074-857a-d1c3be5ece3f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0814660 May 12 08:22:09.111657 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8f70c15d-98aa-46ad-8b5a-da06c39e9c38 req-afa8901f-76cb-4be7-8255-252e10a3b2be tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383139 May 12 08:22:09.171959 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] Deleting port 95c65691-56ee-49c6-8e56-b706e778a598 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:22:09.172576 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:09.305328 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] For port 95c65691-56ee-49c6-8e56-b706e778a598, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=95c65691-56ee-49c6-8e56-b706e778a598,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:09.305684 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:09.425168 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] Calling delete_port for 95c65691-56ee-49c6-8e56-b706e778a598 owned by network:router_interface {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:22:09.575449 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:09.579495 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e704a7e8-612b-482f-9aa1-634b8b33b7c4 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:09.621780 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c65691-56ee-49c6-8e56-b706e778a598,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:09.625160 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:09.994632 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834746'] for router_interface, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:10.410711 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] Router afe5d8ab-d269-47e6-838b-1c0a83e22b46 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:22:10.418546 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e677036-4f1a-45c8-8aef-518870a3791a req-e9d1e4c2-2bfc-4d47-8137-9b8006dff09c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:10.420049 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2e677036-4f1a-45c8-8aef-518870a3791a req-e9d1e4c2-2bfc-4d47-8137-9b8006dff09c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.1903737 May 12 08:22:10.587265 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2e677036-4f1a-45c8-8aef-518870a3791a req-ec95d77a-ca8c-46a3-af94-e31d74436cc8 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602259 May 12 08:22:10.630032 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:22:10.638407 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e4ac64-f366-426f-a186-eab257de3919 None None] Sync routers for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:22:10.642363 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] 10.222.0.43 "PUT /v2.0/routers/afe5d8ab-d269-47e6-838b-1c0a83e22b46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6215708 May 12 08:22:10.644885 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54156) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:10.648092 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e4ac64-f366-426f-a186-eab257de3919 None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:22:10.648732 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-f8e4ac64-f366-426f-a186-eab257de3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:21:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:10.817641 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Notify callbacks [] for router, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:10.825019 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-f8e4ac64-f366-426f-a186-eab257de3919 None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:22:10.991526 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:11.141405 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-f8e4ac64-f366-426f-a186-eab257de3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:22:09Z', 'revision_number': 5, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port': {'id': 'd4b353ec-cb74-4963-bd9b-70e2357f2ebf', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:36Z', 'updated_at': '2021-05-12T08:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:11.145452 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e4ac64-f366-426f-a186-eab257de3919 None None] Checking router: afe5d8ab-d269-47e6-838b-1c0a83e22b46 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:22:11.154226 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e4ac64-f366-426f-a186-eab257de3919 None None] Routers {'afe5d8ab-d269-47e6-838b-1c0a83e22b46'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:22:11.155006 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-f8e4ac64-f366-426f-a186-eab257de3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:21:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:11.168564 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Deleting port d4b353ec-cb74-4963-bd9b-70e2357f2ebf {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:22:11.168897 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:11.286793 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] For port d4b353ec-cb74-4963-bd9b-70e2357f2ebf, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=d4b353ec-cb74-4963-bd9b-70e2357f2ebf,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:11.287070 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:11.301340 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-f8e4ac64-f366-426f-a186-eab257de3919 None None] Set router afe5d8ab-d269-47e6-838b-1c0a83e22b46 gateway port host: None {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:22:11.406471 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-f8e4ac64-f366-426f-a186-eab257de3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:22:10Z', 'revision_number': 6, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port_host': None}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:11.407503 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Calling delete_port for d4b353ec-cb74-4963-bd9b-70e2357f2ebf owned by network:router_gateway {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:22:11.410730 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e4ac64-f366-426f-a186-eab257de3919 None None] The sync data for ids ['afe5d8ab-d269-47e6-838b-1c0a83e22b46'] in dv-cinder-790910-1-smb is: [{'id': 'afe5d8ab-d269-47e6-838b-1c0a83e22b46', 'name': 'tempest-AttachVolumeTestJSON-1115716197-router', 'tenant_id': '6f33c4d641f2420683d924899ca743bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:35Z', 'updated_at': '2021-05-12T08:22:10Z', 'revision_number': 6, 'project_id': '6f33c4d641f2420683d924899ca743bd', 'gw_port_host': None}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:22:11.551178 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:11.554525 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:11.596579 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b353ec-cb74-4963-bd9b-70e2357f2ebf,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:11.599399 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:11.697861 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1822318'] for router_gateway, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:11.887135 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4446'] for router, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:11.889549 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:11.913725 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338812'] for router, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:11.914255 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afe5d8ab-d269-47e6-838b-1c0a83e22b46 {{(pid=78675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 08:22:11.927584 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] Notify callbacks [] for router, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:11.928761 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-9425d9ce-f423-4ead-ba87-cd92c98b4798 admin admin] 10.222.0.43 "DELETE /v2.0/routers/afe5d8ab-d269-47e6-838b-1c0a83e22b46 HTTP/1.1" status: 204 len: 168 time: 1.2829669 May 12 08:22:11.931401 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54162) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:11.936106 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b6fa4-f223-4bef-b656-9ed98f864cf7 req-681bd464-cdc1-4c80-b2bc-971fa069823c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:11.937716 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7d1b6fa4-f223-4bef-b656-9ed98f864cf7 req-681bd464-cdc1-4c80-b2bc-971fa069823c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0858095 May 12 08:22:11.982384 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7d1b6fa4-f223-4bef-b656-9ed98f864cf7 req-8ad9b1d3-c24a-4281-afdf-cf3081dc70ca tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387683 May 12 08:22:11.990714 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_v2 [None req-76eb0992-99fb-413c-aa45-774e1fd3313b admin admin] Deleting subnet 85150696-0c2f-4ffc-b17b-b5a382c1566b {{(pid=78675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:22:11.993778 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-76eb0992-99fb-413c-aa45-774e1fd3313b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:12.046505 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-76eb0992-99fb-413c-aa45-774e1fd3313b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133914164'] for subnet, precommit_delete_associations {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:12.176699 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-76eb0992-99fb-413c-aa45-774e1fd3313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:12.267793 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:22:12.407950 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:12.423923 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'port_id': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'mac_address': 'fa:16:3e:1e:74:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:22:12.424742 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-76eb0992-99fb-413c-aa45-774e1fd3313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132470504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132588959'] for subnet, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:12.432358 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:12.464469 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb0992-99fb-413c-aa45-774e1fd3313b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85150696-0c2f-4ffc-b17b-b5a382c1566b,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:12.472119 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-76eb0992-99fb-413c-aa45-774e1fd3313b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:12.472826 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-76eb0992-99fb-413c-aa45-774e1fd3313b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:12.473943 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71338ec8-a398-4e0b-b531-21b9e3428aaf None None] Network a48f7f6f-f530-4eda-bf6b-27ca4c358942 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:22:12.479889 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-76eb0992-99fb-413c-aa45-774e1fd3313b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/85150696-0c2f-4ffc-b17b-b5a382c1566b HTTP/1.1" status: 204 len: 168 time: 0.5472820 May 12 08:22:12.482497 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54166) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:12.497629 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 95c65691-56ee-49c6-8e56-b706e778a598 no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:22:12.586502 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:12.600842 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: 95c65691-56ee-49c6-8e56-b706e778a598 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:22:12.601191 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 95c65691-56ee-49c6-8e56-b706e778a598 not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:22:12.601617 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device d4b353ec-cb74-4963-bd9b-70e2357f2ebf no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:22:12.630935 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:12.654257 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: d4b353ec-cb74-4963-bd9b-70e2357f2ebf {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:22:12.654517 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device d4b353ec-cb74-4963-bd9b-70e2357f2ebf not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:22:12.675698 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:22:12.759423 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:12.765574 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Deleting port a2722b30-2522-48d8-a7b5-a5698261414a {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:22:12.765958 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:12.767202 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:12.770558 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-9325fddd-39ad-4219-9e3c-96d87d6ab751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:12.865357 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,revision_number=6']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:12.873882 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:12.874231 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:12.874570 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:12.874899 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:12.875224 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:12.875549 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:12.875870 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:12.876188 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:12.876520 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:12.876849 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:12.877170 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:12.877480 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:12.881705 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:12.891022 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] For port a2722b30-2522-48d8-a7b5-a5698261414a, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=a2722b30-2522-48d8-a7b5-a5698261414a,segment=NetworkSegment(87a114a1-00bb-4f52-9d27-b8d5dd891ac3),segment_id=87a114a1-00bb-4f52-9d27-b8d5dd891ac3)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:12.891383 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:12.913405 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['a0375ca8-ed34-44f0-ae1e-4a0a3afcf856'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:22:12.948533 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a2ac2a-c85e-4097-a5d4-aae96e78b3b8 None None] DHCP port deletion for a48f7f6f-f530-4eda-bf6b-27ca4c358942 request from dv-cinder-790910-1-smb {{(pid=78676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 08:22:13.025856 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Calling delete_port for a2722b30-2522-48d8-a7b5-a5698261414a owned by network:dhcp {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:22:13.052018 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b11a598b-088f-43f8-98a9-1ca0532f8a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:13.089209 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:13.096770 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-30cda0af-ff8a-47db-978e-b903465a4929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:13.184767 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Pushing event deleted for resources: {'Port': ['ID=a2722b30-2522-48d8-a7b5-a5698261414a,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:13.187567 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:13.195306 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] No DVR routers for this DVR port a2722b30-2522-48d8-a7b5-a5698261414a on host dv-cinder-790910-1-smb {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:22:13.217831 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-31a2ac2a-c85e-4097-a5d4-aae96e78b3b8 None None] Deleting port a2722b30-2522-48d8-a7b5-a5698261414a {{(pid=78676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:22:13.218219 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac2a-c85e-4097-a5d4-aae96e78b3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:13.363533 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:13.385460 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48f7f6f-f530-4eda-bf6b-27ca4c358942']}} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:13.409466 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc3388-668c-4d34-8bed-d4f980046446 req-996134b1-2545-4081-b40a-917f556325b2 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:13.411303 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2fcc3388-668c-4d34-8bed-d4f980046446 req-996134b1-2545-4081-b40a-917f556325b2 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 944 time: 0.2768705 May 12 08:22:13.413338 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a114a1-00bb-4f52-9d27-b8d5dd891ac3') {'for_net_delete': True} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:13.413727 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a114a1-00bb-4f52-9d27-b8d5dd891ac3') {} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:13.445332 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-31a2ac2a-c85e-4097-a5d4-aae96e78b3b8 None None] For port a2722b30-2522-48d8-a7b5-a5698261414a, host dv-cinder-790910-1-smb, got binding levels [] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:13.445910 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac2a-c85e-4097-a5d4-aae96e78b3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:13.446098 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133914155'] for segment, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:13.483385 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2fcc3388-668c-4d34-8bed-d4f980046446 req-da955e8a-4d28-4663-bfb3-a5a86b05511e tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620649 May 12 08:22:13.484759 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:13.491916 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=78675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:22:13.492417 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132470414'] for segment, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: Traceback (most recent call last): May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: timer() May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: cb(*args, **kw) May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: return func(*args, **kwargs) May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: self._notify() May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: self.callback(batched_events) May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: event.method(event) May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: return f(self, *a, **k) May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: return self._get(url).json() May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: return self.request(url, 'GET', **kwargs) May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:22:13.518073 dv-cinder-790910-1-smb neutron-server[78675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:22:13.600287 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:13.605506 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:13.605889 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-31a2ac2a-c85e-4097-a5d4-aae96e78b3b8 None None] Calling delete_port for a2722b30-2522-48d8-a7b5-a5698261414a owned by network:dhcp {{(pid=78676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:22:13.611231 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0fe0a843-0fcb-4a62-bac9-e201045714b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:13.620268 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.ipam_backend_mixin [None req-31a2ac2a-c85e-4097-a5d4-aae96e78b3b8 None None] Port a2722b30-2522-48d8-a7b5-a5698261414a was not found and therefore no delete operation was performed {{(pid=78676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 08:22:13.636843 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-31a2ac2a-c85e-4097-a5d4-aae96e78b3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981'] for port, after_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:13.637595 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Pushing event deleted for resources: {'Network': ['ID=a48f7f6f-f530-4eda-bf6b-27ca4c358942,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:13.640096 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:13.644856 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:13.661770 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] 10.222.0.43 "DELETE /v2.0/networks/a48f7f6f-f530-4eda-bf6b-27ca4c358942 HTTP/1.1" status: 204 len: 168 time: 1.1759534 May 12 08:22:13.703610 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2ac2a-c85e-4097-a5d4-aae96e78b3b8 None None] Pushing event deleted for resources: {'Port': ['ID=a2722b30-2522-48d8-a7b5-a5698261414a,revision_number=None']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:13.705591 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31a2ac2a-c85e-4097-a5d4-aae96e78b3b8 None None] Network a48f7f6f-f530-4eda-bf6b-27ca4c358942 is not hosted by any dhcp agent {{(pid=78676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 12 08:22:13.710062 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2ac2a-c85e-4097-a5d4-aae96e78b3b8 None None] No DVR routers for this DVR port a2722b30-2522-48d8-a7b5-a5698261414a on host dv-cinder-790910-1-smb {{(pid=78676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:22:13.722931 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-31a2ac2a-c85e-4097-a5d4-aae96e78b3b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:13.820770 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 54204) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:13.881791 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54208) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:13.882019 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-3f99d1f0-cd36-43ba-b4bb-c5c6505e43d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f33c4d641f2420683d924899ca743bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0587430 May 12 08:22:13.903150 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:13.968821 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-444b51fb-b0fd-4863-afa5-73fc667c65df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:13.999172 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-444b51fb-b0fd-4863-afa5-73fc667c65df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:14.065171 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-444b51fb-b0fd-4863-afa5-73fc667c65df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:14.069003 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-1f16efb0-5cbc-47aa-b3cd-9f059f9ce1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:14.081910 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b51fb-b0fd-4863-afa5-73fc667c65df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85a23b1-8382-405e-8ed0-15774b1900ec,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:14.087985 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-444b51fb-b0fd-4863-afa5-73fc667c65df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:14.104473 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-444b51fb-b0fd-4863-afa5-73fc667c65df admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:14.106372 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-444b51fb-b0fd-4863-afa5-73fc667c65df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a85a23b1-8382-405e-8ed0-15774b1900ec HTTP/1.1" status: 204 len: 168 time: 0.2231498 May 12 08:22:14.281208 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:22:14.368037 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:14.368720 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:14.499779 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device a2722b30-2522-48d8-a7b5-a5698261414a no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:22:14.530875 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:14.553487 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: a2722b30-2522-48d8-a7b5-a5698261414a {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:22:14.554020 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device a2722b30-2522-48d8-a7b5-a5698261414a not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:22:14.576318 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:22:14.592541 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:14.605371 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:14.607838 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:14.714608 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,revision_number=7']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:14.721787 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:14.762516 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585b7a6-7d15-40d9-9e39-d7db4b0e5552 req-4de5f490-226c-4e4a-9845-d205f1534e27 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:14.771040 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a585b7a6-7d15-40d9-9e39-d7db4b0e5552 req-4de5f490-226c-4e4a-9845-d205f1534e27 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.1099710 May 12 08:22:14.833203 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a585b7a6-7d15-40d9-9e39-d7db4b0e5552 req-d0b3c33a-70d8-48c6-873a-5bdf6f4e75e5 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605140 May 12 08:22:14.942141 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'code': 200} May 12 08:22:15.336452 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-975c6b0f-1791-46c5-907e-c8ac9218c217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:15.490537 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:16.048320 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02361f3c-8fa9-423f-a245-3f8f36610099 req-5757c068-6c37-4ff9-9f4e-9a3b8aab23fc tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:16.050959 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-02361f3c-8fa9-423f-a245-3f8f36610099 req-5757c068-6c37-4ff9-9f4e-9a3b8aab23fc tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0978937 May 12 08:22:16.129176 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-02361f3c-8fa9-423f-a245-3f8f36610099 req-f57a169d-ecdc-4ddd-ad8d-06fae21eb3ce tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705793 May 12 08:22:16.505633 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:17.373257 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf32531-13d9-438a-9d4f-f53f0bead48a req-6b8bcb13-403d-4137-b6fd-2dc32e597f73 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:17.375816 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3cf32531-13d9-438a-9d4f-f53f0bead48a req-6b8bcb13-403d-4137-b6fd-2dc32e597f73 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.1033340 May 12 08:22:17.436185 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3cf32531-13d9-438a-9d4f-f53f0bead48a req-b019b8b0-b467-43f8-9557-1a25c3bd036a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539031 May 12 08:22:17.990252 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:18.181463 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 54356) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:18.310949 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-66764d1f-9670-4b3a-af82-c04f96ce451f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:18.326752 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-66764d1f-9670-4b3a-af82-c04f96ce451f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:22:18.331354 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-66764d1f-9670-4b3a-af82-c04f96ce451f admin admin] Usage tracker for resource:security_group_rule and tenant:7d94eb2f9e6f4f259f4c52d91354bd99 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:22:18.334557 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-66764d1f-9670-4b3a-af82-c04f96ce451f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:22:18.343500 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-66764d1f-9670-4b3a-af82-c04f96ce451f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:22:18.447045 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-66764d1f-9670-4b3a-af82-c04f96ce451f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:18.453266 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-66764d1f-9670-4b3a-af82-c04f96ce451f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:18.461041 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-1cbf8420-bbfd-4b39-b799-b62f241f1746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:18.509949 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66764d1f-9670-4b3a-af82-c04f96ce451f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59a8394-22f0-4a06-8b29-c76e389a2639,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:18.524909 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-66764d1f-9670-4b3a-af82-c04f96ce451f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d94eb2f9e6f4f259f4c52d91354bd99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422267 May 12 08:22:18.527797 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54364) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:18.529382 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-66764d1f-9670-4b3a-af82-c04f96ce451f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:18.602400 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-65df0e54-6146-4261-b766-97d2e444f4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:18.631047 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-65df0e54-6146-4261-b766-97d2e444f4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:18.666071 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f227741-9f57-44dc-ae03-e36988ee0846 req-a176547d-9c26-4f23-bd95-e21e35f09ca8 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:18.667992 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7f227741-9f57-44dc-ae03-e36988ee0846 req-a176547d-9c26-4f23-bd95-e21e35f09ca8 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0968187 May 12 08:22:18.697196 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-65df0e54-6146-4261-b766-97d2e444f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:18.703465 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-b0e10dde-45b9-422c-8730-91d71c17e4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:18.715307 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df0e54-6146-4261-b766-97d2e444f4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59a8394-22f0-4a06-8b29-c76e389a2639,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:18.734054 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7f227741-9f57-44dc-ae03-e36988ee0846 req-c7773623-2a43-4cdb-9b84-365cd879413b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549231 May 12 08:22:18.746881 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-65df0e54-6146-4261-b766-97d2e444f4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:18.753831 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-65df0e54-6146-4261-b766-97d2e444f4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:18.758404 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-65df0e54-6146-4261-b766-97d2e444f4ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d59a8394-22f0-4a06-8b29-c76e389a2639 HTTP/1.1" status: 204 len: 168 time: 0.2295051 May 12 08:22:19.081475 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54372) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:19.112712 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4dccc4fb-4dc7-41bf-9958-c7686a4d1029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:19.151341 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-4dccc4fb-4dc7-41bf-9958-c7686a4d1029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:22:19.155352 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-4dccc4fb-4dc7-41bf-9958-c7686a4d1029 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f793c4116b421d96c73ce3eaf0d7da is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:22:19.158316 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-4dccc4fb-4dc7-41bf-9958-c7686a4d1029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:22:19.164124 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-4dccc4fb-4dc7-41bf-9958-c7686a4d1029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:22:19.254442 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4dccc4fb-4dc7-41bf-9958-c7686a4d1029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:19.260955 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-4dccc4fb-4dc7-41bf-9958-c7686a4d1029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:19.273608 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-70705e13-77fd-4b49-a16b-16c67c71ee31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:19.312241 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-4dccc4fb-4dc7-41bf-9958-c7686a4d1029 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9f793c4116b421d96c73ce3eaf0d7da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292452 May 12 08:22:19.315300 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 54380) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:19.316678 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccc4fb-4dc7-41bf-9958-c7686a4d1029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917874a5-ad75-44b0-b9c5-05357b67bf00,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:19.319880 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-4dccc4fb-4dc7-41bf-9958-c7686a4d1029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:19.394871 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f63191e1-00a7-4e06-b97c-1951a521bd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:19.429364 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f63191e1-00a7-4e06-b97c-1951a521bd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:19.487882 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f63191e1-00a7-4e06-b97c-1951a521bd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:19.495823 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-01d602a7-fe63-46ff-9013-4a0efda691ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:19.508666 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63191e1-00a7-4e06-b97c-1951a521bd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917874a5-ad75-44b0-b9c5-05357b67bf00,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:19.518963 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-f63191e1-00a7-4e06-b97c-1951a521bd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:19.519806 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f63191e1-00a7-4e06-b97c-1951a521bd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:19.523408 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-f63191e1-00a7-4e06-b97c-1951a521bd16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/917874a5-ad75-44b0-b9c5-05357b67bf00 HTTP/1.1" status: 204 len: 168 time: 0.2035191 May 12 08:22:20.016865 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8eb75-61d8-40b4-8a89-2d04c641a796 req-00a95199-1531-458c-8aa0-7694f2e01283 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:20.018471 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-42d8eb75-61d8-40b4-8a89-2d04c641a796 req-00a95199-1531-458c-8aa0-7694f2e01283 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0980177 May 12 08:22:20.074859 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-42d8eb75-61d8-40b4-8a89-2d04c641a796 req-c00aab59-3ce1-49e5-9965-b20318dd09f8 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471883 May 12 08:22:21.286806 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b98ce8-af1b-46e6-b2c7-67e650dea10f req-0548fe84-654a-4831-be03-c9765cba1731 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:21.291940 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-60b98ce8-af1b-46e6-b2c7-67e650dea10f req-0548fe84-654a-4831-be03-c9765cba1731 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0930002 May 12 08:22:21.344275 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-60b98ce8-af1b-46e6-b2c7-67e650dea10f req-421d8857-6fbb-42fd-976b-695dc779a92d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487888 May 12 08:22:22.576575 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6a6b0-a059-44bc-81fd-b6b0c4980763 req-3e7a0b16-80e7-4d56-8b92-177f09f07753 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:22.578110 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-cce6a6b0-a059-44bc-81fd-b6b0c4980763 req-3e7a0b16-80e7-4d56-8b92-177f09f07753 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0908046 May 12 08:22:22.625406 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-cce6a6b0-a059-44bc-81fd-b6b0c4980763 req-11bea5e6-fde6-449d-92e4-e277799fa15c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414855 May 12 08:22:23.372094 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb97f5b-c0d1-45e6-a71a-f2935604dfa1 req-c1fbecfd-6bfd-4eda-9c78-3e098ef26b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:23.373641 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9cb97f5b-c0d1-45e6-a71a-f2935604dfa1 req-c1fbecfd-6bfd-4eda-9c78-3e098ef26b28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 1098 time: 0.0760045 May 12 08:22:23.577236 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb97f5b-c0d1-45e6-a71a-f2935604dfa1 req-cdf3190d-2591-4e5a-96dc-99dffa558d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:23.578689 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9cb97f5b-c0d1-45e6-a71a-f2935604dfa1 req-cdf3190d-2591-4e5a-96dc-99dffa558d14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 200 len: 918 time: 0.1987259 May 12 08:22:23.682918 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9cb97f5b-c0d1-45e6-a71a-f2935604dfa1 req-f3ba3da8-6795-4907-82a5-7846aba21bf6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 HTTP/1.1" status: 200 len: 1000 time: 0.0968199 May 12 08:22:23.753638 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb97f5b-c0d1-45e6-a71a-f2935604dfa1 req-cbcdb1ed-f8a8-43ec-aa28-18c3191ba971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:23.755101 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9cb97f5b-c0d1-45e6-a71a-f2935604dfa1 req-cbcdb1ed-f8a8-43ec-aa28-18c3191ba971 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b88ea44-9eac-4917-a121-08012e4f664d HTTP/1.1" status: 200 len: 856 time: 0.0662720 May 12 08:22:23.889460 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb97f5b-c0d1-45e6-a71a-f2935604dfa1 req-c91bdc1f-0d7f-4d4f-b3d6-90dd978c45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:23.890841 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9cb97f5b-c0d1-45e6-a71a-f2935604dfa1 req-c91bdc1f-0d7f-4d4f-b3d6-90dd978c45b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df9c6990-f502-40fc-883a-abfac8f1f5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0982010 May 12 08:22:23.898512 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22622c5c-640e-4f48-acd4-bf118113295f req-fd6da841-cb8e-45bb-b549-8543c477abb9 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:23.899864 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-22622c5c-640e-4f48-acd4-bf118113295f req-fd6da841-cb8e-45bb-b549-8543c477abb9 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.1438682 May 12 08:22:24.023506 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-22622c5c-640e-4f48-acd4-bf118113295f req-f41d1bae-3425-411d-add3-afb0825ceeb5 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046298 May 12 08:22:24.058039 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9cb97f5b-c0d1-45e6-a71a-f2935604dfa1 req-700ef085-dce4-4c18-8315-abf67c1c1507 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572948 May 12 08:22:24.190089 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9cb97f5b-c0d1-45e6-a71a-f2935604dfa1 req-8bdac927-b0fb-461f-be4f-d642e0f1218d service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247234 May 12 08:22:25.230936 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb6de1-2a4c-4eaf-9600-e27ff0d5054d req-1f3abd98-20fb-43c8-bee6-9aa47648221b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:25.232535 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-75eb6de1-2a4c-4eaf-9600-e27ff0d5054d req-1f3abd98-20fb-43c8-bee6-9aa47648221b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0925705 May 12 08:22:25.282236 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-75eb6de1-2a4c-4eaf-9600-e27ff0d5054d req-f573e6d6-d214-4b9f-a565-d8cfa22a3857 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437469 May 12 08:22:26.320825 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:22:26.447095 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:26.475766 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:22:26.485835 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:26.489364 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f866589-a063-42d3-967a-e4c76c85de49 req-6a099337-1537-4a17-8900-182952b158f1 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:26.490741 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:26.491384 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7f866589-a063-42d3-967a-e4c76c85de49 req-6a099337-1537-4a17-8900-182952b158f1 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 945 time: 0.0915158 May 12 08:22:26.494583 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:26.535099 dv-cinder-790910-1-smb neutron-server[78676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'code': 422} returned with failed status May 12 08:22:26.547751 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-7f866589-a063-42d3-967a-e4c76c85de49 req-49560dc4-3f74-4e0c-a5e5-cc12422f95f3 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457623 May 12 08:22:26.597737 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,revision_number=8']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:26.607978 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:28.030540 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664c31c-2b96-4972-95a7-0de02668c855 req-4c21f730-c65e-41d8-aeda-ea758827d3b1 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:28.032252 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2664c31c-2b96-4972-95a7-0de02668c855 req-4c21f730-c65e-41d8-aeda-ea758827d3b1 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.0856411 May 12 08:22:28.052009 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-3a925bed-52d4-4007-98be-9eff8879d99d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821812 May 12 08:22:28.077021 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2664c31c-2b96-4972-95a7-0de02668c855 req-2102d400-9658-468a-a00e-0aba104ad099 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386603 May 12 08:22:29.258584 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-6e06c3be-793e-494e-bd3c-396e5ddb1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:29.260179 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-6e06c3be-793e-494e-bd3c-396e5ddb1682 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539&tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53 HTTP/1.1" status: 200 len: 1096 time: 0.0795579 May 12 08:22:29.270212 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee25f8-923d-4f6c-aef1-0d96decca3aa req-76979134-1af7-4b70-b43c-0f388fb81aa2 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:29.271660 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-37ee25f8-923d-4f6c-aef1-0d96decca3aa req-76979134-1af7-4b70-b43c-0f388fb81aa2 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.0807867 May 12 08:22:29.320725 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-37ee25f8-923d-4f6c-aef1-0d96decca3aa req-3619af08-8d5c-4335-a794-b14a219dae74 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420463 May 12 08:22:29.372773 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-7a076db7-2c87-482b-b1dd-4e4183503e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:29.374294 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-7a076db7-2c87-482b-b1dd-4e4183503e21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 1096 time: 0.0799630 May 12 08:22:29.506249 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-2800412e-c807-40c7-9192-d39f09d7cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:29.507749 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-2800412e-c807-40c7-9192-d39f09d7cbbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 200 len: 918 time: 0.1268086 May 12 08:22:29.615742 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-669a5584-9f78-4e29-9aca-b1ec19f61e46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 HTTP/1.1" status: 200 len: 998 time: 0.1010971 May 12 08:22:29.683234 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-be6c7c05-7814-41f5-bfdd-4e1a8121e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:29.683234 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-be6c7c05-7814-41f5-bfdd-4e1a8121e947 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b88ea44-9eac-4917-a121-08012e4f664d HTTP/1.1" status: 200 len: 856 time: 0.0572002 May 12 08:22:29.763225 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-862ddfbe-8f39-40d2-be72-e2196dfac680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:29.764803 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-862ddfbe-8f39-40d2-be72-e2196dfac680 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df9c6990-f502-40fc-883a-abfac8f1f5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795658 May 12 08:22:29.978694 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-68fbe8e6-a64d-4458-9ebc-32e3ac151227 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070365 May 12 08:22:30.106562 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0bc983e8-0bd4-42ce-b192-5940b0450926 req-5d154d46-3739-4f69-8166-58a455e5e456 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207082 May 12 08:22:30.342188 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:22:30.519157 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a888df7-cc0d-4d59-9bf0-fdf1c92f6677 req-e1716955-05d5-4ad9-992d-4c1c6fde1612 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:30.520668 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4a888df7-cc0d-4d59-9bf0-fdf1c92f6677 req-e1716955-05d5-4ad9-992d-4c1c6fde1612 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.0788610 May 12 08:22:30.569504 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-4a888df7-cc0d-4d59-9bf0-fdf1c92f6677 req-e95d0533-fc6f-465c-a4a5-301025587094 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429344 May 12 08:22:31.869632 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02ea9a-9fb0-4d40-828c-e9c447bfbaed req-db928931-9c04-4640-af68-44db6129fc36 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:31.871166 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ee02ea9a-9fb0-4d40-828c-e9c447bfbaed req-db928931-9c04-4640-af68-44db6129fc36 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.1858616 May 12 08:22:31.917489 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ee02ea9a-9fb0-4d40-828c-e9c447bfbaed req-65f8b703-8681-40c4-9382-a3cae4d1b05f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399635 May 12 08:22:33.118702 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e940f6-0eca-48d5-9705-b8a8edd80fff req-b9491420-aa66-489a-b605-433aa7d68340 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:33.120130 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-51e940f6-0eca-48d5-9705-b8a8edd80fff req-b9491420-aa66-489a-b605-433aa7d68340 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.0823524 May 12 08:22:33.172250 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-51e940f6-0eca-48d5-9705-b8a8edd80fff req-d2224cae-8e4e-410a-abe2-2bdfc5963818 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437074 May 12 08:22:34.174021 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 54594) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:34.303387 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-06a47ec1-4001-4dac-bbe4-fa24c6c556df admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:34.319385 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-06a47ec1-4001-4dac-bbe4-fa24c6c556df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:22:34.323577 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-06a47ec1-4001-4dac-bbe4-fa24c6c556df admin admin] Usage tracker for resource:security_group_rule and tenant:c83bf84140114d96b012a1bf76d1af3d is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:22:34.326963 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-06a47ec1-4001-4dac-bbe4-fa24c6c556df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:22:34.332997 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-06a47ec1-4001-4dac-bbe4-fa24c6c556df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:22:34.421682 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cf92c-675a-4fc1-95f9-516f65732a62 req-c7626b68-5876-4952-998f-d1fd74d6de1a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:34.423166 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a00cf92c-675a-4fc1-95f9-516f65732a62 req-c7626b68-5876-4952-998f-d1fd74d6de1a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.1119189 May 12 08:22:34.429602 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-06a47ec1-4001-4dac-bbe4-fa24c6c556df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:34.433722 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-06a47ec1-4001-4dac-bbe4-fa24c6c556df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:34.444074 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-542911cc-6f13-4373-a9ce-4501649a5a49 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:34.475665 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a00cf92c-675a-4fc1-95f9-516f65732a62 req-9e4d899f-bfae-475f-92a2-d33bf68b28e4 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465808 May 12 08:22:34.481195 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a47ec1-4001-4dac-bbe4-fa24c6c556df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f397092-7f04-4c58-8e6b-20e516e1b708,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:34.486593 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-06a47ec1-4001-4dac-bbe4-fa24c6c556df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:34.495519 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54602) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:34.495792 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-06a47ec1-4001-4dac-bbe4-fa24c6c556df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c83bf84140114d96b012a1bf76d1af3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206563 May 12 08:22:34.554317 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-af9137cd-26ab-4a48-a017-3d323ffbb49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:34.580441 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-af9137cd-26ab-4a48-a017-3d323ffbb49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:34.636569 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-af9137cd-26ab-4a48-a017-3d323ffbb49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:34.640516 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6ded19b8-1a3b-41a5-b2fe-7efd063a6cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:34.656241 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9137cd-26ab-4a48-a017-3d323ffbb49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f397092-7f04-4c58-8e6b-20e516e1b708,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:34.658913 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-af9137cd-26ab-4a48-a017-3d323ffbb49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:34.666640 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-af9137cd-26ab-4a48-a017-3d323ffbb49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:34.667749 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-af9137cd-26ab-4a48-a017-3d323ffbb49f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f397092-7f04-4c58-8e6b-20e516e1b708 HTTP/1.1" status: 204 len: 168 time: 0.1712418 May 12 08:22:35.709576 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2877fb-1ddc-451f-9f2f-ce1691867b6e req-c40891b8-09d7-44f4-90df-57d765d87e6d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:35.711388 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9a2877fb-1ddc-451f-9f2f-ce1691867b6e req-c40891b8-09d7-44f4-90df-57d765d87e6d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.1175680 May 12 08:22:35.763222 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9a2877fb-1ddc-451f-9f2f-ce1691867b6e req-6f7c4c57-4447-4dab-9d7c-b8067e3d67cf tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460310 May 12 08:22:36.963637 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15df92-61da-41f4-b27a-b1d0fcd404dd req-3f621fb9-fba7-4a0f-bc18-494c4e6142fb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:36.965125 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9f15df92-61da-41f4-b27a-b1d0fcd404dd req-3f621fb9-fba7-4a0f-bc18-494c4e6142fb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.0819418 May 12 08:22:37.015728 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9f15df92-61da-41f4-b27a-b1d0fcd404dd req-9e772df8-de24-4bc6-8dfa-3700aaf27e4c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411341 May 12 08:22:38.212365 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0d507-074e-4daf-bbe8-06f7cc5573ae req-e1d87439-c3a0-4a44-b4e5-c082de37414f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:38.213896 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-93c0d507-074e-4daf-bbe8-06f7cc5573ae req-e1d87439-c3a0-4a44-b4e5-c082de37414f tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.0813317 May 12 08:22:38.261341 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-93c0d507-074e-4daf-bbe8-06f7cc5573ae req-e1a5f6d6-ae9a-446d-8494-74e8a8eb1621 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413258 May 12 08:22:39.460318 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca098334-e257-490c-a24b-1d4c3f8f1347 req-26ab82a6-6498-4f43-b4c6-ce7242aed202 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:39.461771 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ca098334-e257-490c-a24b-1d4c3f8f1347 req-26ab82a6-6498-4f43-b4c6-ce7242aed202 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.0833046 May 12 08:22:39.506816 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ca098334-e257-490c-a24b-1d4c3f8f1347 req-d65d8997-b880-43d8-aefc-692c2dcd593b tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391011 May 12 08:22:40.707259 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972948c0-444a-476d-a4eb-6e6d3dd836bc req-d3e480fe-0e5f-41e2-a251-2826641a5bf7 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:40.708827 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-972948c0-444a-476d-a4eb-6e6d3dd836bc req-d3e480fe-0e5f-41e2-a251-2826641a5bf7 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.0909910 May 12 08:22:40.756427 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-972948c0-444a-476d-a4eb-6e6d3dd836bc req-30797923-f219-4a3b-b93c-8e12fe776423 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414155 May 12 08:22:41.440783 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 54684) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:41.560291 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b77941e3-7e5d-45de-9a32-5a949c8fffa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:41.575431 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-b77941e3-7e5d-45de-9a32-5a949c8fffa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:22:41.579596 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-b77941e3-7e5d-45de-9a32-5a949c8fffa9 admin admin] Usage tracker for resource:security_group_rule and tenant:952a8a00c85e4ac089977eb23a344b12 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:22:41.582588 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-b77941e3-7e5d-45de-9a32-5a949c8fffa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:22:41.588930 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-b77941e3-7e5d-45de-9a32-5a949c8fffa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:22:41.671798 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b77941e3-7e5d-45de-9a32-5a949c8fffa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:41.677249 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b77941e3-7e5d-45de-9a32-5a949c8fffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:41.683981 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-0a5edfcf-b5bf-4a85-bb73-855f7f8e1bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:41.728204 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-b77941e3-7e5d-45de-9a32-5a949c8fffa9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=952a8a00c85e4ac089977eb23a344b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863619 May 12 08:22:41.729071 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77941e3-7e5d-45de-9a32-5a949c8fffa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed2b6e4-3c82-4495-b168-85db8b109e3c,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:41.732178 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54690) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:41.733088 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-b77941e3-7e5d-45de-9a32-5a949c8fffa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:41.794412 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-abdd581b-a0a6-4275-91ce-def0520ba8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:41.824683 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-abdd581b-a0a6-4275-91ce-def0520ba8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:41.915461 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-abdd581b-a0a6-4275-91ce-def0520ba8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:41.923900 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0402a9df-d124-4d13-88e6-756ab009c680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:41.937827 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd581b-a0a6-4275-91ce-def0520ba8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed2b6e4-3c82-4495-b168-85db8b109e3c,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:41.942271 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-abdd581b-a0a6-4275-91ce-def0520ba8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:41.949065 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-abdd581b-a0a6-4275-91ce-def0520ba8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:41.950148 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-abdd581b-a0a6-4275-91ce-def0520ba8f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fed2b6e4-3c82-4495-b168-85db8b109e3c HTTP/1.1" status: 204 len: 168 time: 0.2169812 May 12 08:22:41.989334 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c43acf-e841-4660-b192-4e21f5893a31 req-90ee6029-f60e-436b-ab5a-2fee7909e96c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:41.990783 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c5c43acf-e841-4660-b192-4e21f5893a31 req-90ee6029-f60e-436b-ab5a-2fee7909e96c tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.1134317 May 12 08:22:42.036419 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c5c43acf-e841-4660-b192-4e21f5893a31 req-9c6875bc-d1b2-4d1e-b195-6b6176b44148 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398405 May 12 08:22:42.111146 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:22:42.676947 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 54716) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:42.788303 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-653052975-network', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:22:42.793079 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:22:42.797655 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Usage tracker for resource:network and tenant:5b2f46887fc847088b33aa0b287702e3 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:22:42.800525 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:22:42.807164 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:22:42.818372 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Made reservation on behalf of 5b2f46887fc847088b33aa0b287702e3 for: {'network': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:22:42.821231 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:42.832834 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:42.847614 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:22:42.851465 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Usage tracker for resource:security_group_rule and tenant:5b2f46887fc847088b33aa0b287702e3 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:22:42.854263 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:22:42.860130 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:22:42.949301 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:42.954996 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:42.958237 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-e1f21324-e042-4247-9437-12036a2f93d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:42.987281 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=78674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:22:42.996202 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5747dac0-acd5-46f4-896f-d7a398de90f7,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:42.999669 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:43.004219 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:43.004647 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.segments_db [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Added segment 7740aeee-5cb8-4772-ae7e-0c45e0081df2 of type vlan for network c84d46a3-8be0-49e9-9b31-c232cd9efe06 May 12 08:22:43.005634 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-68a6fe37-84e7-41d8-bdcb-05ef906688de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:43.031790 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:43.065406 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:43.066801 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:43.067420 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:43.070870 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7b70cb5a-6b17-4e39-921a-f96eff455a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:43.215070 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Pushing event updated for resources: {'Network': ['ID=c84d46a3-8be0-49e9-9b31-c232cd9efe06,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:43.222463 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:43.225126 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network c84d46a3-8be0-49e9-9b31-c232cd9efe06 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:22:43.228776 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5507402 May 12 08:22:43.232065 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54724) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:43.239128 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Request body: {'subnet': {'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-653052975-subnet', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'ip_version': 4}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:22:43.243834 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:22:43.248111 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Usage tracker for resource:subnet and tenant:5b2f46887fc847088b33aa0b287702e3 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:22:43.251546 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:22:43.258480 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:22:43.261995 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5b5fd-54d6-49f2-ad62-f051570799ab req-121d9a1b-5048-451c-8299-d9512d376508 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:43.264107 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-43d5b5fd-54d6-49f2-ad62-f051570799ab req-121d9a1b-5048-451c-8299-d9512d376508 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.1074378 May 12 08:22:43.273823 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Made reservation on behalf of 5b2f46887fc847088b33aa0b287702e3 for: {'subnet': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:22:43.276893 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132589044'] for subnet, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:43.313855 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-43d5b5fd-54d6-49f2-ad62-f051570799ab req-2f7c5507-beb6-4c3b-bcba-04d1443f4efb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439742 May 12 08:22:43.679710 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133914155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132588934'] for subnet, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:43.683272 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:43.751101 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=374f5337-5c57-45d6-8f16-321aab0c604d,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:43.754774 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:43.762614 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Checking segment: {'id': '7740aeee-5cb8-4772-ae7e-0c45e0081df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:22:43.762968 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Network hostable DHCP agents. Network: c84d46a3-8be0-49e9-9b31-c232cd9efe06, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:22:43.782560 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Network c84d46a3-8be0-49e9-9b31-c232cd9efe06 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:22:43.792635 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, c84d46a3-8be0-49e9-9b31-c232cd9efe06) {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:22:43.801652 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:43.802324 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:43.802484 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369fa0e6-4536-4199-a537-2e76cd74910c None None] Network c84d46a3-8be0-49e9-9b31-c232cd9efe06 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:22:43.828600 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-36659348-96a9-494f-b9be-8f4f89098102 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5940728 May 12 08:22:43.831404 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54728) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:43.836833 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:22:43.841560 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:22:43.845734 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Usage tracker for resource:router and tenant:5b2f46887fc847088b33aa0b287702e3 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:22:43.848710 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:22:43.854612 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:22:43.868073 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4464'] for router, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:43.869245 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4425'] for router, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:43.885789 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:43.915884 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:44.041801 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b875660-0401-546f-a1c8-c267b82e2982-c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'fixed_ips': [{'subnet_id': '374f5337-5c57-45d6-8f16-321aab0c604d'}]}} from dv-cinder-790910-1-smb. {{(pid=78676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 08:22:44.042650 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:44.150212 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4439'] for router, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:44.235218 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.db_base_plugin_common [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Allocated IP 172.20.0.2 (c84d46a3-8be0-49e9-9b31-c232cd9efe06/374f5337-5c57-45d6-8f16-321aab0c604d/457f9092-5e79-4f04-8710-c11db40b7f90) {{(pid=78676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:22:44.437833 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:22:44.458899 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Notify callbacks [] for port, precommit_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:44.471649 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Transition to ACTIVE for port object 457f9092-5e79-4f04-8710-c11db40b7f90 will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:22:44.551419 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:44.556096 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Transition to ACTIVE for port object 457f9092-5e79-4f04-8710-c11db40b7f90 will not be triggered until provisioned by entity DHCP. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:22:44.564282 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:44.574330 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:44.585747 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:44.670692 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Pushing event updated for resources: {'Port': ['ID=457f9092-5e79-4f04-8710-c11db40b7f90,revision_number=1']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:44.676052 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Network c84d46a3-8be0-49e9-9b31-c232cd9efe06 is already hosted by enough agents. {{(pid=78676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:22:44.676672 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.base_scheduler [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Resources bound (agent type, host, resource id): {{(pid=78676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:22:44.681644 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:44.683307 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:44.690599 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Received port after_create {{(pid=78676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:22:44.701667 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'port_id': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'mac_address': 'fa:16:3e:1e:74:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:22:44.785860 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Allocated IP 172.28.1.16 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/023e3ca1-cf04-4ee9-be87-cc80ab15a87c) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:22:44.798618 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8691a6-e806-4f13-b664-355d548772b3 req-5e264910-871c-4b6f-8c27-9ffa41f94730 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:44.800090 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ba8691a6-e806-4f13-b664-355d548772b3 req-5e264910-871c-4b6f-8c27-9ffa41f94730 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 943 time: 0.1663637 May 12 08:22:44.824441 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Attempting to bind port 457f9092-5e79-4f04-8710-c11db40b7f90 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:22:44.824734 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Attempting to bind port 457f9092-5e79-4f04-8710-c11db40b7f90 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '7740aeee-5cb8-4772-ae7e-0c45e0081df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:22:44.825102 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Attempting to bind port 457f9092-5e79-4f04-8710-c11db40b7f90 on network c84d46a3-8be0-49e9-9b31-c232cd9efe06 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:22:44.838158 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:22:44.838540 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Checking segment: {'id': '7740aeee-5cb8-4772-ae7e-0c45e0081df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:22:44.838933 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:44.839328 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Bound using segment: {'id': '7740aeee-5cb8-4772-ae7e-0c45e0081df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:22:44.839809 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Bound port: 457f9092-5e79-4f04-8710-c11db40b7f90, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7740aeee-5cb8-4772-ae7e-0c45e0081df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:22:44.840184 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:44.852106 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:44.898735 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:22:44.932405 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:44.938967 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ba8691a6-e806-4f13-b664-355d548772b3 req-0aff9525-b4b7-430d-a26c-36ab0e0e44ad tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281350 May 12 08:22:44.942829 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:44.946918 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:44.986629 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:45.003030 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] For port 457f9092-5e79-4f04-8710-c11db40b7f90, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:22:45.017749 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:45.020897 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] For port 457f9092-5e79-4f04-8710-c11db40b7f90, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=457f9092-5e79-4f04-8710-c11db40b7f90,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:22:45.022684 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e466eb5e-839f-4940-84fb-c177e22e11b6 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:45.028003 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:45.034557 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,revision_number=9']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:45.039114 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:45.039572 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:45.078421 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:22:45.082005 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:22:45.086020 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:22:45.112636 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Pushing event updated for resources: {'Port': ['ID=457f9092-5e79-4f04-8710-c11db40b7f90,revision_number=2']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:45.115842 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:45.133107 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=023e3ca1-cf04-4ee9-be87-cc80ab15a87c,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:45.137200 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:45.217397 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['a0375ca8-ed34-44f0-ae1e-4a0a3afcf856'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:22:45.367832 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-e7b9cac6-5697-49b2-906a-924501fc7a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:45.486665 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:45.515444 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:45.966564 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822464'] for router, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:45.998342 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde9989f-267c-4a98-ac86-7e0e9d7589b3 None None] Network c84d46a3-8be0-49e9-9b31-c232cd9efe06 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:22:46.094531 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-02043c9f-6995-478a-92dc-009f5a5b78ca None None] Provisioning for port 457f9092-5e79-4f04-8710-c11db40b7f90 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:22:46.141389 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40570dd4-3311-4923-8eca-159cf72ef27e req-9be0d5ea-7434-4c6a-9daa-0d314af53b8e tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:46.143191 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-40570dd4-3311-4923-8eca-159cf72ef27e req-9be0d5ea-7434-4c6a-9daa-0d314af53b8e tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 944 time: 0.0856223 May 12 08:22:46.182882 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Router 913c5586-2327-4c5b-bfcb-127e5af5c917 is scheduled to L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf with binding_index 1 {{(pid=78675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 08:22:46.194968 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-40570dd4-3311-4923-8eca-159cf72ef27e req-03835acc-2ccb-4ab8-a1f5-5704fbcacf89 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456307 May 12 08:22:46.364190 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:22:46.372756 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Sync routers for ids ['913c5586-2327-4c5b-bfcb-127e5af5c917'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:22:46.382518 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Routers {'913c5586-2327-4c5b-bfcb-127e5af5c917'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:22:46.383473 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:22:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['913c5586-2327-4c5b-bfcb-127e5af5c917'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:46.392775 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] Notify callbacks [] for router, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:46.394019 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-6aca1df4-003d-46c2-b271-0e10cd695cb0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5617063 May 12 08:22:46.396714 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54738) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:46.422910 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:22:46.517058 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:46.543020 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 457f9092-5e79-4f04-8710-c11db40b7f90 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:22:46.568447 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Set router 913c5586-2327-4c5b-bfcb-127e5af5c917 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:22:46.587296 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:46.587670 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:46.705551 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 457f9092-5e79-4f04-8710-c11db40b7f90 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:22:46.713599 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 457f9092-5e79-4f04-8710-c11db40b7f90 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:46.713975 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:46.799717 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:46.843385 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:22:46.873472 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:22:45Z', 'revision_number': 3, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port': {'id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:44Z', 'updated_at': '2021-05-12T08:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:46.878020 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Checking router: 913c5586-2327-4c5b-bfcb-127e5af5c917 for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:22:46.878444 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Updating router 913c5586-2327-4c5b-bfcb-127e5af5c917 port 023e3ca1-cf04-4ee9-be87-cc80ab15a87c binding host dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:22:46.881954 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:46.893572 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:46.898236 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:46.934208 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'code': 200} May 12 08:22:46.941922 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:46.960799 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:47.008215 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,revision_number=10']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:47.011861 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:47.018729 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 457f9092-5e79-4f04-8710-c11db40b7f90, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=457f9092-5e79-4f04-8710-c11db40b7f90,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:47.024223 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:47.028763 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:47.113028 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=457f9092-5e79-4f04-8710-c11db40b7f90,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:47.116315 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:47.143495 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:47.272555 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d28969-240d-4292-8fc4-edda54908c3d req-b7147c47-33ad-4c18-b453-4d17aa9c074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:47.274662 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-17d28969-240d-4292-8fc4-edda54908c3d req-b7147c47-33ad-4c18-b453-4d17aa9c074e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 1099 time: 0.0854497 May 12 08:22:47.304127 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:47.316740 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Transition to ACTIVE for port object 023e3ca1-cf04-4ee9-be87-cc80ab15a87c will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:22:47.325183 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-17d28969-240d-4292-8fc4-edda54908c3d req-751681df-6590-4ae8-9d03-dab2859b74d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438921 May 12 08:22:47.326068 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:47.331702 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-ea34c57a-0083-4d21-9c5b-898ef7a47e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:47.398776 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Pushing event updated for resources: {'Port': ['ID=023e3ca1-cf04-4ee9-be87-cc80ab15a87c,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:47.413407 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649234dd-39d2-4966-8586-a6665a03d8dd req-4de6ab2e-53de-4f63-8360-a9717243da3d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:47.415717 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-649234dd-39d2-4966-8586-a6665a03d8dd req-4de6ab2e-53de-4f63-8360-a9717243da3d tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 946 time: 0.0847826 May 12 08:22:47.417811 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:47.418253 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:47.418584 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:47.418906 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:47.419232 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:47.419656 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:47.419970 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:47.420282 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:47.420618 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:47.421234 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:47.421234 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:47.421530 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:22:47.425909 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:47.426732 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Attempting to bind port 023e3ca1-cf04-4ee9-be87-cc80ab15a87c on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:22:47.427093 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Attempting to bind port 023e3ca1-cf04-4ee9-be87-cc80ab15a87c by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:22:47.427449 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Attempting to bind port 023e3ca1-cf04-4ee9-be87-cc80ab15a87c on network 93032b5c-4877-4c0d-9c9b-26d73aa29882 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:22:47.433255 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:22:47.433616 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Checking segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:22:47.434017 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:47.434400 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Bound using segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:22:47.434919 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Bound port: 023e3ca1-cf04-4ee9-be87-cc80ab15a87c, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:22:47.435303 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:47.466504 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-649234dd-39d2-4966-8586-a6665a03d8dd req-34820543-131f-40de-8ced-bf2f16991830 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 May 12 08:22:47.493452 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Allocated IP 172.20.0.1 (c84d46a3-8be0-49e9-9b31-c232cd9efe06/374f5337-5c57-45d6-8f16-321aab0c604d/a5a84ebc-1685-4b1c-a8cc-427865a75f78) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:22:47.541515 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] For port 023e3ca1-cf04-4ee9-be87-cc80ab15a87c, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:22:47.544743 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] For port 023e3ca1-cf04-4ee9-be87-cc80ab15a87c, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=023e3ca1-cf04-4ee9-be87-cc80ab15a87c,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:22:47.549482 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:47.553415 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e67b0e72-dd18-4778-9501-53f4fcbb05bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:47.628810 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Routers {'913c5586-2327-4c5b-bfcb-127e5af5c917'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:22:47.629433 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:22:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['913c5586-2327-4c5b-bfcb-127e5af5c917'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:47.645258 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:47.660406 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Transition to ACTIVE for port object a5a84ebc-1685-4b1c-a8cc-427865a75f78 will not be triggered until provisioned by entity DHCP. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:22:47.685720 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:47.690435 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:47.734128 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Pushing event updated for resources: {'Port': ['ID=023e3ca1-cf04-4ee9-be87-cc80ab15a87c,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:47.743426 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-3c40e034-a3d4-4b74-9474-6a8a96e25f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:47.744107 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Network c84d46a3-8be0-49e9-9b31-c232cd9efe06 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:22:47.746719 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:22:47.749203 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:22:47.805741 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] Set router 913c5586-2327-4c5b-bfcb-127e5af5c917 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:22:47.805972 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a84ebc-1685-4b1c-a8cc-427865a75f78,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:47.808654 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:47.826040 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819103'] for router_interface, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:47.982989 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:48.044756 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-b5aaf883-ed2c-4cd9-bada-0acd46586782 None None] Provisioning for port a5a84ebc-1685-4b1c-a8cc-427865a75f78 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:22:48.051506 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-b5aaf883-ed2c-4cd9-bada-0acd46586782 None None] Provisioning complete for port a5a84ebc-1685-4b1c-a8cc-427865a75f78 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:48.052300 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b5aaf883-ed2c-4cd9-bada-0acd46586782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:48.087921 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:48.114719 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:22:45Z', 'revision_number': 3, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port': {'id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:44Z', 'updated_at': '2021-05-12T08:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:48.116994 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-b5aaf883-ed2c-4cd9-bada-0acd46586782 None None] Port a5a84ebc-1685-4b1c-a8cc-427865a75f78 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:22:48.121207 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70d728c-49cb-495d-9b0f-6481f3c1b00e None None] The sync data for ids ['913c5586-2327-4c5b-bfcb-127e5af5c917'] in dv-cinder-790910-1-smb is: [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:22:45Z', 'revision_number': 3, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port': {'id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:44Z', 'updated_at': '2021-05-12T08:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:22:48.188428 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97634384-17fa-4e06-be80-26d9b4cf0277 req-ac1973ad-652b-4b0a-bb10-80b3e5649e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:48.189923 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-97634384-17fa-4e06-be80-26d9b4cf0277 req-ac1973ad-652b-4b0a-bb10-80b3e5649e65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 1099 time: 0.0868921 May 12 08:22:48.335264 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:48.351751 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132470434'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:48.427474 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ec8b183e-b2a3-455b-a3a1-78b55a6d1f89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:48.458394 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819004'] for router_interface, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:48.462268 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97634384-17fa-4e06-be80-26d9b4cf0277 req-391102a6-e289-4749-9340-21db605e3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:48.465730 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-97634384-17fa-4e06-be80-26d9b4cf0277 req-391102a6-e289-4749-9340-21db605e3e25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 200 len: 918 time: 0.2530391 May 12 08:22:48.637899 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 457f9092-5e79-4f04-8710-c11db40b7f90 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:22:48.655544 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a84ebc-1685-4b1c-a8cc-427865a75f78,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:48.662086 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:48.679343 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-97634384-17fa-4e06-be80-26d9b4cf0277 req-53958040-d733-4463-9d00-64970f5d61e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 HTTP/1.1" status: 200 len: 1000 time: 0.2014322 May 12 08:22:48.740921 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 457f9092-5e79-4f04-8710-c11db40b7f90 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:48.742107 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:48.765429 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97634384-17fa-4e06-be80-26d9b4cf0277 req-b1f69d52-18a2-4fc8-8a63-34b361c7ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:48.767415 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-97634384-17fa-4e06-be80-26d9b4cf0277 req-b1f69d52-18a2-4fc8-8a63-34b361c7ab47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b88ea44-9eac-4917-a121-08012e4f664d HTTP/1.1" status: 200 len: 856 time: 0.0802226 May 12 08:22:48.831269 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Network c84d46a3-8be0-49e9-9b31-c232cd9efe06 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:22:48.833722 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:22:48.906180 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97634384-17fa-4e06-be80-26d9b4cf0277 req-272c1a8a-b356-4e1a-b0c1-e23e3fcd4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:48.908755 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-97634384-17fa-4e06-be80-26d9b4cf0277 req-272c1a8a-b356-4e1a-b0c1-e23e3fcd4e8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df9c6990-f502-40fc-883a-abfac8f1f5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1348736 May 12 08:22:49.027192 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 023e3ca1-cf04-4ee9-be87-cc80ab15a87c up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:22:49.096371 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-97634384-17fa-4e06-be80-26d9b4cf0277 req-d60cb77f-10c5-4c9f-b62e-46a3685b3dd6 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794510 May 12 08:22:49.187611 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 023e3ca1-cf04-4ee9-be87-cc80ab15a87c completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:22:49.192534 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 023e3ca1-cf04-4ee9-be87-cc80ab15a87c triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:49.192990 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:49.291868 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-97634384-17fa-4e06-be80-26d9b4cf0277 req-51e1ab9a-fd30-420e-bdde-3912cbf88447 service neutron] 10.222.0.48 "GET /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881349 May 12 08:22:49.295138 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-45cf9d86-19ac-45c5-8569-89ace0a6f120 None None] Provisioning complete for port a5a84ebc-1685-4b1c-a8cc-427865a75f78 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:49.295762 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-45cf9d86-19ac-45c5-8569-89ace0a6f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:49.299379 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec50c-f515-4561-993a-8768f531c216 req-201beb44-59bb-443e-a746-d597f795bb4e tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:49.306577 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-055ec50c-f515-4561-993a-8768f531c216 req-201beb44-59bb-443e-a746-d597f795bb4e tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 946 time: 0.6457627 May 12 08:22:49.373771 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-055ec50c-f515-4561-993a-8768f531c216 req-a70f8348-b5c7-43a3-b2a7-498573942bd4 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663290 May 12 08:22:49.393456 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Router 913c5586-2327-4c5b-bfcb-127e5af5c917 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:22:49.395335 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-45cf9d86-19ac-45c5-8569-89ace0a6f120 None None] Port a5a84ebc-1685-4b1c-a8cc-427865a75f78 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:22:49.412619 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:49.429737 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 023e3ca1-cf04-4ee9-be87-cc80ab15a87c, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=023e3ca1-cf04-4ee9-be87-cc80ab15a87c,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:49.434782 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:49.439587 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:49.509076 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=023e3ca1-cf04-4ee9-be87-cc80ab15a87c,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:49.512029 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:49.593851 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:22:49.607624 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] 10.222.0.43 "PUT /v2.0/routers/913c5586-2327-4c5b-bfcb-127e5af5c917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2097905 May 12 08:22:50.057734 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Sync routers for ids ['913c5586-2327-4c5b-bfcb-127e5af5c917'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:22:50.066953 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Routers {'913c5586-2327-4c5b-bfcb-127e5af5c917'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:22:50.067557 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:22:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['913c5586-2327-4c5b-bfcb-127e5af5c917'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:50.165921 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54796) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:50.171598 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-44794732-network', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:22:50.176219 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:22:50.182648 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Usage tracker for resource:network and tenant:73e4970421dc4f4c9c5193c7c5845ceb is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:22:50.185514 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:22:50.191227 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:22:50.206187 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Made reservation on behalf of 73e4970421dc4f4c9c5193c7c5845ceb for: {'network': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:22:50.208448 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:50.224674 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:50.242631 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:22:50.246683 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Usage tracker for resource:security_group_rule and tenant:73e4970421dc4f4c9c5193c7c5845ceb is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:22:50.249815 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:22:50.255914 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:22:50.262014 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Set router 913c5586-2327-4c5b-bfcb-127e5af5c917 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:22:50.343677 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:50.348648 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:50.351600 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-af9137cd-26ab-4a48-a017-3d323ffbb49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:50.380273 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=78675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:22:50.389525 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004f6cfc-7984-451e-89b7-86b03e5087f4,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:50.393144 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:50.395685 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:50.396033 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.segments_db [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Added segment a8e5c5fb-af4d-4ffc-90da-c297edcea014 of type vlan for network a7375b76-a31b-4489-b1ab-39c188e0c611 May 12 08:22:50.439757 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:50.484425 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:50.485692 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:50.486459 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:50.493510 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:50.511202 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 023e3ca1-cf04-4ee9-be87-cc80ab15a87c up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:22:50.581152 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e5c2f-1655-415d-b087-4894ac698c3b req-280387a0-70e6-49f8-99a6-55a60bf040d2 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:50.583265 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-556e5c2f-1655-415d-b087-4894ac698c3b req-280387a0-70e6-49f8-99a6-55a60bf040d2 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 946 time: 0.0807838 May 12 08:22:50.599956 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Pushing event updated for resources: {'Network': ['ID=a7375b76-a31b-4489-b1ab-39c188e0c611,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:50.606582 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:50.617197 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network a7375b76-a31b-4489-b1ab-39c188e0c611 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:22:50.626675 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-b340d78b-cb35-4620-bd84-3541c6de1d34 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4571755 May 12 08:22:50.626983 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54802) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:50.629814 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-556e5c2f-1655-415d-b087-4894ac698c3b req-b2828dd2-1103-42fd-86aa-15c8a2f2b2d0 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401311 May 12 08:22:50.633401 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Request body: {'subnet': {'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-44794732-subnet', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'ip_version': 4}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:22:50.641690 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:22:50.645926 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Usage tracker for resource:subnet and tenant:73e4970421dc4f4c9c5193c7c5845ceb is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:22:50.648901 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:22:50.654715 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:22:50.665670 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Made reservation on behalf of 73e4970421dc4f4c9c5193c7c5845ceb for: {'subnet': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:22:50.667982 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132589044'] for subnet, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:50.742291 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 023e3ca1-cf04-4ee9-be87-cc80ab15a87c triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:50.742666 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:50.812277 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:22:48Z', 'revision_number': 4, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port': {'id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:44Z', 'updated_at': '2021-05-12T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'a5a84ebc-1685-4b1c-a8cc-427865a75f78', 'name': '', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'mac_address': 'fa:16:3e:1e:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:47Z', 'updated_at': '2021-05-12T08:22:48Z', 'revision_number': 2, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'subnets': [{'id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:50.824853 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Checking router: 913c5586-2327-4c5b-bfcb-127e5af5c917 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:22:50.825215 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Updating router 913c5586-2327-4c5b-bfcb-127e5af5c917 port a5a84ebc-1685-4b1c-a8cc-427865a75f78 binding host dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:22:50.917100 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:51.056412 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133914155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132588934'] for subnet, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:51.060201 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:51.128628 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Pushing event updated for resources: {'Subnet': ['ID=43329cf3-47dd-4d4b-92fa-f3549e4c0445,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:51.131487 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:51.141129 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Checking segment: {'id': 'a8e5c5fb-af4d-4ffc-90da-c297edcea014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:22:51.141487 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Network hostable DHCP agents. Network: a7375b76-a31b-4489-b1ab-39c188e0c611, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:22:51.159414 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Network a7375b76-a31b-4489-b1ab-39c188e0c611 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:22:51.169607 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, a7375b76-a31b-4489-b1ab-39c188e0c611) {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:22:51.180924 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:22:51.181547 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:51.184746 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b96adc0-cb91-496b-9aee-7090d805e7a3 None None] Network a7375b76-a31b-4489-b1ab-39c188e0c611 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:22:51.202468 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5744619 May 12 08:22:51.205043 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54808) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:51.210325 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-44794732-router', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:22:51.214750 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:22:51.218619 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Usage tracker for resource:router and tenant:73e4970421dc4f4c9c5193c7c5845ceb is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:22:51.221460 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:22:51.227080 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:22:51.237928 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4464'] for router, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:51.238899 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4425'] for router, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:51.253818 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:51.395288 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Notify callbacks [] for port, precommit_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:51.418624 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Transition to ACTIVE for port object a5a84ebc-1685-4b1c-a8cc-427865a75f78 will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:22:51.427779 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:51.436335 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:51.528543 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4439'] for router, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:51.592125 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9e191-eeca-4902-b55a-611770034b74 None None] Pushing event updated for resources: {'Port': ['ID=a5a84ebc-1685-4b1c-a8cc-427865a75f78,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:51.597058 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-19c9e191-eeca-4902-b55a-611770034b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:51.597876 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b875660-0401-546f-a1c8-c267b82e2982-a7375b76-a31b-4489-b1ab-39c188e0c611', 'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'fixed_ips': [{'subnet_id': '43329cf3-47dd-4d4b-92fa-f3549e4c0445'}]}} from dv-cinder-790910-1-smb. {{(pid=78676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 08:22:51.598697 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:51.750322 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Attempting to bind port a5a84ebc-1685-4b1c-a8cc-427865a75f78 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:22:51.750550 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Attempting to bind port a5a84ebc-1685-4b1c-a8cc-427865a75f78 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '7740aeee-5cb8-4772-ae7e-0c45e0081df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:22:51.750931 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Attempting to bind port a5a84ebc-1685-4b1c-a8cc-427865a75f78 on network c84d46a3-8be0-49e9-9b31-c232cd9efe06 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:22:51.762826 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:22:51.763229 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Checking segment: {'id': '7740aeee-5cb8-4772-ae7e-0c45e0081df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:22:51.763723 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:51.764107 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Bound using segment: {'id': '7740aeee-5cb8-4772-ae7e-0c45e0081df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:22:51.764632 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Bound port: a5a84ebc-1685-4b1c-a8cc-427865a75f78, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7740aeee-5cb8-4772-ae7e-0c45e0081df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:22:51.765007 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:51.916379 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.db_base_plugin_common [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Allocated IP 172.20.0.2 (a7375b76-a31b-4489-b1ab-39c188e0c611/43329cf3-47dd-4d4b-92fa-f3549e4c0445/a778d4a8-ca22-4bc8-a199-8eae62591bd5) {{(pid=78676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:22:51.933547 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] For port a5a84ebc-1685-4b1c-a8cc-427865a75f78, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:22:51.937698 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] For port a5a84ebc-1685-4b1c-a8cc-427865a75f78, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=a5a84ebc-1685-4b1c-a8cc-427865a75f78,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:22:51.954878 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:51.965205 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:51.979008 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:52.008589 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:52.108072 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Routers {'913c5586-2327-4c5b-bfcb-127e5af5c917'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:22:52.108738 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:22:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['913c5586-2327-4c5b-bfcb-127e5af5c917'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:52.158803 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Allocated IP 172.28.1.127 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/96a88682-9c26-441b-a952-5fb27fc47582) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:22:52.268632 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9e191-eeca-4902-b55a-611770034b74 None None] Pushing event updated for resources: {'Port': ['ID=a5a84ebc-1685-4b1c-a8cc-427865a75f78,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:52.280311 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-19c9e191-eeca-4902-b55a-611770034b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:52.318844 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:52.350960 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:52.355534 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-11b6ab18-a7d7-409a-a8f8-ddbd32757943 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:52.415066 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:22:52.417939 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:22:52.421836 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Notify callbacks [] for port, precommit_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:52.430566 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:22:52.436630 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] Set router 913c5586-2327-4c5b-bfcb-127e5af5c917 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:22:52.474068 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Pushing event updated for resources: {'Port': ['ID=96a88682-9c26-441b-a952-5fb27fc47582,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:52.478284 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:52.488023 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Transition to ACTIVE for port object a778d4a8-ca22-4bc8-a199-8eae62591bd5 will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:22:52.569713 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Transition to ACTIVE for port object a778d4a8-ca22-4bc8-a199-8eae62591bd5 will not be triggered until provisioned by entity DHCP. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:22:52.592594 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:52.599321 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-19c9e191-eeca-4902-b55a-611770034b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:52.708027 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Network a7375b76-a31b-4489-b1ab-39c188e0c611 is already hosted by enough agents. {{(pid=78676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:22:52.712338 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.base_scheduler [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Resources bound (agent type, host, resource id): {{(pid=78676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:22:52.722287 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Received port after_create {{(pid=78676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:22:52.777281 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Pushing event updated for resources: {'Port': ['ID=a778d4a8-ca22-4bc8-a199-8eae62591bd5,revision_number=1']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:52.785761 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:52.849073 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Attempting to bind port a778d4a8-ca22-4bc8-a199-8eae62591bd5 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:22:52.849467 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Attempting to bind port a778d4a8-ca22-4bc8-a199-8eae62591bd5 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': 'a8e5c5fb-af4d-4ffc-90da-c297edcea014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:22:52.849797 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Attempting to bind port a778d4a8-ca22-4bc8-a199-8eae62591bd5 on network a7375b76-a31b-4489-b1ab-39c188e0c611 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:22:52.851991 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:52.885316 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:22:52.885692 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Checking segment: {'id': 'a8e5c5fb-af4d-4ffc-90da-c297edcea014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:22:52.886092 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:52.886481 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Bound using segment: {'id': 'a8e5c5fb-af4d-4ffc-90da-c297edcea014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:22:52.886939 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Bound port: a778d4a8-ca22-4bc8-a199-8eae62591bd5, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e5c5fb-af4d-4ffc-90da-c297edcea014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:22:52.887304 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:52.989060 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] For port a778d4a8-ca22-4bc8-a199-8eae62591bd5, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:22:52.993305 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] For port a778d4a8-ca22-4bc8-a199-8eae62591bd5, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=a778d4a8-ca22-4bc8-a199-8eae62591bd5,segment=NetworkSegment(a8e5c5fb-af4d-4ffc-90da-c297edcea014),segment_id=a8e5c5fb-af4d-4ffc-90da-c297edcea014)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:22:52.996795 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:22:48Z', 'revision_number': 4, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port': {'id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:44Z', 'updated_at': '2021-05-12T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'a5a84ebc-1685-4b1c-a8cc-427865a75f78', 'name': '', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'mac_address': 'fa:16:3e:1e:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:47Z', 'updated_at': '2021-05-12T08:22:51Z', 'revision_number': 4, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'subnets': [{'id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:53.000708 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:53.004629 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:53.040537 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86060602-82bf-4592-bdf9-acf9f339363e None None] The sync data for ids ['913c5586-2327-4c5b-bfcb-127e5af5c917'] in dv-cinder-790910-1-smb is: [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:22:48Z', 'revision_number': 4, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port': {'id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:44Z', 'updated_at': '2021-05-12T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'a5a84ebc-1685-4b1c-a8cc-427865a75f78', 'name': '', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'mac_address': 'fa:16:3e:1e:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:47Z', 'updated_at': '2021-05-12T08:22:51Z', 'revision_number': 4, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'subnets': [{'id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:22:53.087343 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Pushing event updated for resources: {'Port': ['ID=a778d4a8-ca22-4bc8-a199-8eae62591bd5,revision_number=2']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:53.095966 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:53.216000 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822464'] for router, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:53.558039 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Router ca74b927-6e4c-4eb1-b66b-25926e573801 is scheduled to L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf with binding_index 1 {{(pid=78675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 08:22:53.767239 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:22:53.777474 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Sync routers for ids ['ca74b927-6e4c-4eb1-b66b-25926e573801'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:22:53.794090 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Routers {'ca74b927-6e4c-4eb1-b66b-25926e573801'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:22:53.795678 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:22:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['ca74b927-6e4c-4eb1-b66b-25926e573801'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:53.796126 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Notify callbacks [] for router, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:53.797686 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5917308 May 12 08:22:53.800425 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 54812) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:22:54.036882 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Set router ca74b927-6e4c-4eb1-b66b-25926e573801 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:22:54.086958 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1562cb29-13cb-4847-95af-4e34c7cf1c5e None None] Network a7375b76-a31b-4489-b1ab-39c188e0c611 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:22:54.189807 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-2841569c-8888-4f2b-acc2-d0db165a6a3f None None] Provisioning for port a778d4a8-ca22-4bc8-a199-8eae62591bd5 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:22:54.325654 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'name': 'tempest-TestMinimumBasicScenario-44794732-router', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '96a88682-9c26-441b-a952-5fb27fc47582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:51Z', 'updated_at': '2021-05-12T08:22:52Z', 'revision_number': 3, 'project_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'gw_port': {'id': '96a88682-9c26-441b-a952-5fb27fc47582', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:54.329796 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Checking router: ca74b927-6e4c-4eb1-b66b-25926e573801 for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:22:54.330197 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Updating router ca74b927-6e4c-4eb1-b66b-25926e573801 port 96a88682-9c26-441b-a952-5fb27fc47582 binding host dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:22:54.391385 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:54.562624 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device a5a84ebc-1685-4b1c-a8cc-427865a75f78 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:22:54.580045 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:54.650548 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port a5a84ebc-1685-4b1c-a8cc-427865a75f78 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:22:54.656605 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port a5a84ebc-1685-4b1c-a8cc-427865a75f78 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:54.656992 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:54.771539 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:54.776774 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:54.783588 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Transition to ACTIVE for port object 96a88682-9c26-441b-a952-5fb27fc47582 will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:22:54.791302 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:54.802291 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Allocated IP 172.20.0.1 (a7375b76-a31b-4489-b1ab-39c188e0c611/43329cf3-47dd-4d4b-92fa-f3549e4c0445/60719e36-b034-4688-99c4-0baea146e31e) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:22:54.802531 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:54.812805 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port a5a84ebc-1685-4b1c-a8cc-427865a75f78, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=a5a84ebc-1685-4b1c-a8cc-427865a75f78,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:54.819093 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:54.820308 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device a778d4a8-ca22-4bc8-a199-8eae62591bd5 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:22:54.851306 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:54.862726 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Attempting to bind port 96a88682-9c26-441b-a952-5fb27fc47582 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:22:54.863096 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Attempting to bind port 96a88682-9c26-441b-a952-5fb27fc47582 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:22:54.863456 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Attempting to bind port 96a88682-9c26-441b-a952-5fb27fc47582 on network 93032b5c-4877-4c0d-9c9b-26d73aa29882 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:22:54.871547 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:22:54.871918 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Checking segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:22:54.872362 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:54.872778 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Bound using segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:22:54.873326 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Bound port: 96a88682-9c26-441b-a952-5fb27fc47582, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:22:54.873718 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:54.922072 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaf0e7-781a-4083-bfca-721514c2adb1 None None] Pushing event updated for resources: {'Port': ['ID=96a88682-9c26-441b-a952-5fb27fc47582,revision_number=2']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:54.926792 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-58eaf0e7-781a-4083-bfca-721514c2adb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:54.943516 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=a5a84ebc-1685-4b1c-a8cc-427865a75f78,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:54.946651 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:54.957774 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port a778d4a8-ca22-4bc8-a199-8eae62591bd5 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:22:54.963441 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port a778d4a8-ca22-4bc8-a199-8eae62591bd5 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:54.963814 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:54.964143 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] For port 96a88682-9c26-441b-a952-5fb27fc47582, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:22:54.968229 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] For port 96a88682-9c26-441b-a952-5fb27fc47582, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=96a88682-9c26-441b-a952-5fb27fc47582,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:22:54.973454 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:54.977791 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-58eaf0e7-781a-4083-bfca-721514c2adb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:55.058177 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Routers {'ca74b927-6e4c-4eb1-b66b-25926e573801'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:22:55.058687 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:22:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['ca74b927-6e4c-4eb1-b66b-25926e573801'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:55.080389 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:55.088318 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:55.096756 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Transition to ACTIVE for port object 60719e36-b034-4688-99c4-0baea146e31e will not be triggered until provisioned by entity DHCP. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:22:55.122050 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:55.126196 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6994f6ba-1e44-4515-8800-8d93c3ae57d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:55.159604 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port a778d4a8-ca22-4bc8-a199-8eae62591bd5, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=a778d4a8-ca22-4bc8-a199-8eae62591bd5,segment=NetworkSegment(a8e5c5fb-af4d-4ffc-90da-c297edcea014),segment_id=a8e5c5fb-af4d-4ffc-90da-c297edcea014)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:55.164087 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:55.166076 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:55.183574 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Network a7375b76-a31b-4489-b1ab-39c188e0c611 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:22:55.186445 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:22:55.187351 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaf0e7-781a-4083-bfca-721514c2adb1 None None] Pushing event updated for resources: {'Port': ['ID=96a88682-9c26-441b-a952-5fb27fc47582,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:55.192148 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-58eaf0e7-781a-4083-bfca-721514c2adb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:55.194967 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:22:55.231022 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Pushing event updated for resources: {'Port': ['ID=60719e36-b034-4688-99c4-0baea146e31e,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:55.235369 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:55.240915 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=a778d4a8-ca22-4bc8-a199-8eae62591bd5,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:55.245322 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:55.249646 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] Set router ca74b927-6e4c-4eb1-b66b-25926e573801 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:22:55.259309 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819103'] for router_interface, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:55.374134 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:55.466854 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-e4bd7d8e-4e3e-4ee6-896c-f2300e2c5ff6 None None] Provisioning for port 60719e36-b034-4688-99c4-0baea146e31e completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:22:55.472987 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-e4bd7d8e-4e3e-4ee6-896c-f2300e2c5ff6 None None] Provisioning complete for port 60719e36-b034-4688-99c4-0baea146e31e triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:55.473333 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7d8e-4e3e-4ee6-896c-f2300e2c5ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:55.530089 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd7d8e-4e3e-4ee6-896c-f2300e2c5ff6 None None] Port 60719e36-b034-4688-99c4-0baea146e31e cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:22:55.544400 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'name': 'tempest-TestMinimumBasicScenario-44794732-router', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '96a88682-9c26-441b-a952-5fb27fc47582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:51Z', 'updated_at': '2021-05-12T08:22:52Z', 'revision_number': 3, 'project_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'gw_port': {'id': '96a88682-9c26-441b-a952-5fb27fc47582', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:55.548445 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb8ec7-06d5-427b-9407-ad40b613c3c1 None None] The sync data for ids ['ca74b927-6e4c-4eb1-b66b-25926e573801'] in dv-cinder-790910-1-smb is: [{'id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'name': 'tempest-TestMinimumBasicScenario-44794732-router', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '96a88682-9c26-441b-a952-5fb27fc47582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:51Z', 'updated_at': '2021-05-12T08:22:52Z', 'revision_number': 3, 'project_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'gw_port': {'id': '96a88682-9c26-441b-a952-5fb27fc47582', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:22:55.596190 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:55.601706 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132470434'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:55.625767 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-daa5108e-b4b5-4c84-bbe6-2a5b36d75325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:55.706492 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Pushing event updated for resources: {'Port': ['ID=60719e36-b034-4688-99c4-0baea146e31e,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:55.711192 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:55.712127 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819004'] for router_interface, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:55.861411 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Network a7375b76-a31b-4489-b1ab-39c188e0c611 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:22:55.862578 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:22:56.053454 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-10dd97d8-0f25-4f2e-811f-c8892c1f2ff7 None None] Provisioning complete for port 60719e36-b034-4688-99c4-0baea146e31e triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:56.053831 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-10dd97d8-0f25-4f2e-811f-c8892c1f2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:56.055644 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Router ca74b927-6e4c-4eb1-b66b-25926e573801 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:22:56.108747 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-10dd97d8-0f25-4f2e-811f-c8892c1f2ff7 None None] Port 60719e36-b034-4688-99c4-0baea146e31e cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:22:56.237686 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:22:56.246541 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-97ea8d5b-54ae-45b4-9520-edeb515ec328 admin admin] 10.222.0.43 "PUT /v2.0/routers/ca74b927-6e4c-4eb1-b66b-25926e573801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4450617 May 12 08:22:56.550635 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device a5a84ebc-1685-4b1c-a8cc-427865a75f78 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:22:56.625850 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port a5a84ebc-1685-4b1c-a8cc-427865a75f78 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:56.626153 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:56.752581 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 96a88682-9c26-441b-a952-5fb27fc47582 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:22:56.828209 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 96a88682-9c26-441b-a952-5fb27fc47582 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:22:56.834254 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 96a88682-9c26-441b-a952-5fb27fc47582 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:56.835033 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:56.963380 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:56.984178 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 96a88682-9c26-441b-a952-5fb27fc47582, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=96a88682-9c26-441b-a952-5fb27fc47582,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:22:56.989226 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:56.990468 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device a778d4a8-ca22-4bc8-a199-8eae62591bd5 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:22:57.035311 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:57.068235 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Sync routers for ids ['ca74b927-6e4c-4eb1-b66b-25926e573801'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:22:57.123956 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=96a88682-9c26-441b-a952-5fb27fc47582,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:57.133584 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:57.137447 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Routers {'ca74b927-6e4c-4eb1-b66b-25926e573801'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:22:57.138160 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:22:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['ca74b927-6e4c-4eb1-b66b-25926e573801'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:57.268938 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port a778d4a8-ca22-4bc8-a199-8eae62591bd5 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:57.269586 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:57.383185 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Set router ca74b927-6e4c-4eb1-b66b-25926e573801 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:22:57.766450 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'name': 'tempest-TestMinimumBasicScenario-44794732-router', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '96a88682-9c26-441b-a952-5fb27fc47582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:51Z', 'updated_at': '2021-05-12T08:22:55Z', 'revision_number': 4, 'project_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'gw_port': {'id': '96a88682-9c26-441b-a952-5fb27fc47582', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '60719e36-b034-4688-99c4-0baea146e31e', 'name': '', 'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'mac_address': 'fa:16:3e:84:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '43329cf3-47dd-4d4b-92fa-f3549e4c0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:54Z', 'updated_at': '2021-05-12T08:22:55Z', 'revision_number': 2, 'project_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'subnets': [{'id': '43329cf3-47dd-4d4b-92fa-f3549e4c0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:57.770390 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Checking router: ca74b927-6e4c-4eb1-b66b-25926e573801 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:22:57.770766 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Updating router ca74b927-6e4c-4eb1-b66b-25926e573801 port 60719e36-b034-4688-99c4-0baea146e31e binding host dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:22:57.829499 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:58.230816 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Notify callbacks [] for port, precommit_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:58.242956 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Transition to ACTIVE for port object 60719e36-b034-4688-99c4-0baea146e31e will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:22:58.250364 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:58.254172 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:58.439332 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82758f0-25f2-493e-be2b-10fb35923633 None None] Pushing event updated for resources: {'Port': ['ID=60719e36-b034-4688-99c4-0baea146e31e,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:58.451317 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-d82758f0-25f2-493e-be2b-10fb35923633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:58.479385 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Attempting to bind port 60719e36-b034-4688-99c4-0baea146e31e on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:22:58.479748 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Attempting to bind port 60719e36-b034-4688-99c4-0baea146e31e by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': 'a8e5c5fb-af4d-4ffc-90da-c297edcea014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:22:58.480109 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Attempting to bind port 60719e36-b034-4688-99c4-0baea146e31e on network a7375b76-a31b-4489-b1ab-39c188e0c611 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:22:58.497920 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:22:58.498505 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Checking segment: {'id': 'a8e5c5fb-af4d-4ffc-90da-c297edcea014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:22:58.498505 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:58.498905 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Bound using segment: {'id': 'a8e5c5fb-af4d-4ffc-90da-c297edcea014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:22:58.499376 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Bound port: 60719e36-b034-4688-99c4-0baea146e31e, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e5c5fb-af4d-4ffc-90da-c297edcea014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:22:58.499744 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:58.543929 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 96a88682-9c26-441b-a952-5fb27fc47582 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:22:58.657305 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] For port 60719e36-b034-4688-99c4-0baea146e31e, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:22:58.661329 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] For port 60719e36-b034-4688-99c4-0baea146e31e, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=60719e36-b034-4688-99c4-0baea146e31e,segment=NetworkSegment(a8e5c5fb-af4d-4ffc-90da-c297edcea014),segment_id=a8e5c5fb-af4d-4ffc-90da-c297edcea014)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:22:58.671045 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:58.675033 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-9325fddd-39ad-4219-9e3c-96d87d6ab751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:22:58.710900 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 96a88682-9c26-441b-a952-5fb27fc47582 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:22:58.710900 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:22:58.808391 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82758f0-25f2-493e-be2b-10fb35923633 None None] Pushing event updated for resources: {'Port': ['ID=60719e36-b034-4688-99c4-0baea146e31e,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:22:58.813040 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-d82758f0-25f2-493e-be2b-10fb35923633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:22:58.816797 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Routers {'ca74b927-6e4c-4eb1-b66b-25926e573801'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:22:58.817415 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:22:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['ca74b927-6e4c-4eb1-b66b-25926e573801'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:59.063390 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] Set router ca74b927-6e4c-4eb1-b66b-25926e573801 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:22:59.422478 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'name': 'tempest-TestMinimumBasicScenario-44794732-router', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '96a88682-9c26-441b-a952-5fb27fc47582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:51Z', 'updated_at': '2021-05-12T08:22:55Z', 'revision_number': 4, 'project_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'gw_port': {'id': '96a88682-9c26-441b-a952-5fb27fc47582', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '60719e36-b034-4688-99c4-0baea146e31e', 'name': '', 'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'mac_address': 'fa:16:3e:84:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '43329cf3-47dd-4d4b-92fa-f3549e4c0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:54Z', 'updated_at': '2021-05-12T08:22:58Z', 'revision_number': 4, 'project_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'subnets': [{'id': '43329cf3-47dd-4d4b-92fa-f3549e4c0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:22:59.427375 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414280e1-70f0-4ba7-b062-1b8d90bafbbd None None] The sync data for ids ['ca74b927-6e4c-4eb1-b66b-25926e573801'] in dv-cinder-790910-1-smb is: [{'id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'name': 'tempest-TestMinimumBasicScenario-44794732-router', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '96a88682-9c26-441b-a952-5fb27fc47582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:51Z', 'updated_at': '2021-05-12T08:22:55Z', 'revision_number': 4, 'project_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'gw_port': {'id': '96a88682-9c26-441b-a952-5fb27fc47582', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '60719e36-b034-4688-99c4-0baea146e31e', 'name': '', 'network_id': 'a7375b76-a31b-4489-b1ab-39c188e0c611', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'mac_address': 'fa:16:3e:84:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '43329cf3-47dd-4d4b-92fa-f3549e4c0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:54Z', 'updated_at': '2021-05-12T08:22:58Z', 'revision_number': 4, 'project_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'subnets': [{'id': '43329cf3-47dd-4d4b-92fa-f3549e4c0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:23:00.536103 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 60719e36-b034-4688-99c4-0baea146e31e up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:23:00.646741 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 60719e36-b034-4688-99c4-0baea146e31e completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:23:00.652610 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 60719e36-b034-4688-99c4-0baea146e31e triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:23:00.652992 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:00.793006 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:00.832228 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 60719e36-b034-4688-99c4-0baea146e31e, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=60719e36-b034-4688-99c4-0baea146e31e,segment=NetworkSegment(a8e5c5fb-af4d-4ffc-90da-c297edcea014),segment_id=a8e5c5fb-af4d-4ffc-90da-c297edcea014)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:23:00.837675 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:00.839685 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-d82758f0-25f2-493e-be2b-10fb35923633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:00.907166 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=60719e36-b034-4688-99c4-0baea146e31e,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:00.911692 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:02.496318 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 60719e36-b034-4688-99c4-0baea146e31e up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:23:02.580430 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 60719e36-b034-4688-99c4-0baea146e31e triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:23:02.580817 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:06.253688 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-17a97618-6538-4122-add0-9a4d459469a1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:06.254333 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-17a97618-6538-4122-add0-9a4d459469a1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Synchronizing usage tracker for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:network {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:23:06.274428 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-17a97618-6538-4122-add0-9a4d459469a1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Unset dirty status for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:network {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:23:06.276129 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-17a97618-6538-4122-add0-9a4d459469a1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/networks?id=c84d46a3-8be0-49e9-9b31-c232cd9efe06 HTTP/1.1" status: 200 len: 814 time: 0.1756179 May 12 08:23:06.295989 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-0ed4595b-ff68-4808-8ad0-1e4ad9bdef0e tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/quotas/5b2f46887fc847088b33aa0b287702e3 HTTP/1.1" status: 200 len: 375 time: 0.0140328 May 12 08:23:06.388242 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-0e299c57-9599-4d89-a395-517646a27786 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b2f46887fc847088b33aa0b287702e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870805 May 12 08:23:06.631948 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-156736bd-1d94-427e-9fac-fbf818870706 service neutron] 10.222.0.43 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316287 May 12 08:23:06.763571 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-fecb1def-85b7-453c-aa9e-6f08a631de86 service neutron] 10.222.0.43 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257637 May 12 08:23:06.940196 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-2adac715-e79f-4361-949f-ff21dddcb2e4 req-203115c3-1191-47ad-b88b-825b3cd33dba tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Synchronizing usage tracker for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:23:06.958921 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-2adac715-e79f-4361-949f-ff21dddcb2e4 req-203115c3-1191-47ad-b88b-825b3cd33dba tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Unset dirty status for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:23:06.960612 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2adac715-e79f-4361-949f-ff21dddcb2e4 req-203115c3-1191-47ad-b88b-825b3cd33dba tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 210 time: 0.0652533 May 12 08:23:08.129334 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-bb4bc2b9-cdbf-4d28-b349-ad4dcc267693 req-26e96b4d-2b12-48cb-9849-757a2e6ea99d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 210 time: 0.0512917 May 12 08:23:08.189526 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-87dd1524-57ac-47ba-8d77-ff5d5b92bb59 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:08.191046 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-87dd1524-57ac-47ba-8d77-ff5d5b92bb59 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.48 "GET /v2.0/networks?id=c84d46a3-8be0-49e9-9b31-c232cd9efe06 HTTP/1.1" status: 200 len: 814 time: 0.1851079 May 12 08:23:08.215190 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Request body: {'port': {'device_id': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'admin_state_up': True, 'tenant_id': '5b2f46887fc847088b33aa0b287702e3'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:08.348463 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:08.359728 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:08.371888 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Made reservation on behalf of 5b2f46887fc847088b33aa0b287702e3 for: {'port': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:23:08.376118 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:08.690914 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Allocated IP 172.20.0.6 (c84d46a3-8be0-49e9-9b31-c232cd9efe06/374f5337-5c57-45d6-8f16-321aab0c604d/94106216-5bc7-4352-b5db-b232025d8707) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:23:08.928882 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:08.947513 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.provisioning_blocks [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Transition to ACTIVE for port object 94106216-5bc7-4352-b5db-b232025d8707 will not be triggered until provisioned by entity DHCP. {{(pid=78674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:23:08.975138 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:08.981543 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:09.045976 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Network c84d46a3-8be0-49e9-9b31-c232cd9efe06 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:23:09.048981 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:23:09.053061 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:23:09.104855 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event updated for resources: {'Port': ['ID=94106216-5bc7-4352-b5db-b232025d8707,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:09.118636 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:09.119003 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:09.119383 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:09.119760 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:09.120113 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:09.120473 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:09.121005 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:09.121197 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:09.121544 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:09.121887 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:09.122570 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:09.122688 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:09.128613 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:09.152053 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:09.152738 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:09.178796 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f1bc6846-f9d1-4903-9a75-22f78b4639ce tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9674413 May 12 08:23:09.302147 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-8058abdf-5e0b-45da-9fbd-98149449b1f3 None None] Provisioning for port 94106216-5bc7-4352-b5db-b232025d8707 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:23:09.320097 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-8058abdf-5e0b-45da-9fbd-98149449b1f3 None None] Provisioning complete for port 94106216-5bc7-4352-b5db-b232025d8707 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:23:09.320476 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-8058abdf-5e0b-45da-9fbd-98149449b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:09.327577 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987818a-fd50-4f89-b568-df913b7a06ed req-9153812b-7b1a-4c7e-b7df-017f8e09b424 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:09.329099 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9987818a-fd50-4f89-b568-df913b7a06ed req-9153812b-7b1a-4c7e-b7df-017f8e09b424 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 931 time: 0.0861297 May 12 08:23:09.374279 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9987818a-fd50-4f89-b568-df913b7a06ed req-e4cfdaab-1a04-42de-b1c1-ab7b017846d0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388105 May 12 08:23:09.376081 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-8058abdf-5e0b-45da-9fbd-98149449b1f3 None None] Port 94106216-5bc7-4352-b5db-b232025d8707 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:23:10.569406 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b6657-cf6a-407b-8149-09afd735a874 req-6fdd9b72-fc73-4e20-af2b-87c7e89d3bcc tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:10.570178 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-f86b6657-cf6a-407b-8149-09afd735a874 req-6fdd9b72-fc73-4e20-af2b-87c7e89d3bcc tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Synchronizing usage tracker for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:23:10.589289 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-f86b6657-cf6a-407b-8149-09afd735a874 req-6fdd9b72-fc73-4e20-af2b-87c7e89d3bcc tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Unset dirty status for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:23:10.590793 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f86b6657-cf6a-407b-8149-09afd735a874 req-6fdd9b72-fc73-4e20-af2b-87c7e89d3bcc tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 931 time: 0.1014774 May 12 08:23:10.640029 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-f86b6657-cf6a-407b-8149-09afd735a874 req-f5d010b7-becb-4bfa-b985-9c505aa4b128 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Synchronizing usage tracker for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:security_group {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:23:10.657795 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-f86b6657-cf6a-407b-8149-09afd735a874 req-f5d010b7-becb-4bfa-b985-9c505aa4b128 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Unset dirty status for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:security_group {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:23:10.659010 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f86b6657-cf6a-407b-8149-09afd735a874 req-f5d010b7-becb-4bfa-b985-9c505aa4b128 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624363 May 12 08:23:11.857712 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367aab2-344c-4641-85fa-77eceacbc6ba req-b00ebe63-0a6e-45ba-bfc2-d51be8d081f0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:11.859639 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c367aab2-344c-4641-85fa-77eceacbc6ba req-b00ebe63-0a6e-45ba-bfc2-d51be8d081f0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 931 time: 0.0918410 May 12 08:23:11.904351 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-c367aab2-344c-4641-85fa-77eceacbc6ba req-56a4bfaf-5f24-49fc-8e76-7e009eb8aef1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388901 May 12 08:23:13.010751 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4b0e-4ee6-4886-9f94-fd2b828b0643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:13.108029 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb34d-adb1-4013-9d31-639319843df0 req-d60024b7-dca6-43aa-9624-e9c6591b6d77 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:13.109470 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-496cb34d-adb1-4013-9d31-639319843df0 req-d60024b7-dca6-43aa-9624-e9c6591b6d77 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 931 time: 0.0868633 May 12 08:23:13.162424 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-496cb34d-adb1-4013-9d31-639319843df0 req-9d02a778-8892-4612-becf-d34cb79e4c79 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469882 May 12 08:23:13.900285 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:14.365392 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d30c5b-4664-4e04-bc6a-0a516253caa2 req-1a2c004f-6209-4796-bd2d-948436e15be8 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:14.367181 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f7d30c5b-4664-4e04-bc6a-0a516253caa2 req-1a2c004f-6209-4796-bd2d-948436e15be8 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 931 time: 0.0854406 May 12 08:23:14.415126 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f7d30c5b-4664-4e04-bc6a-0a516253caa2 req-47239703-dcf0-426a-8164-dd6ab559d2b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417564 May 12 08:23:15.331836 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-79d7d312-d980-41ea-9458-88462c0e6fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:15.491380 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:15.630275 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c1db7-bd63-4528-af34-60ebbbd29698 req-f8dead51-5f9f-4ead-b63b-e49ef02dbe55 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:15.631790 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e39c1db7-bd63-4528-af34-60ebbbd29698 req-f8dead51-5f9f-4ead-b63b-e49ef02dbe55 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 931 time: 0.0858796 May 12 08:23:15.680109 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e39c1db7-bd63-4528-af34-60ebbbd29698 req-36122317-4b57-4da0-8b14-a98a070066fd tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 May 12 08:23:16.521873 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:17.033870 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08e0bf-53fa-471e-92e8-d09af171a431 req-74932453-dd88-4d4d-a650-f0fff8ba5b36 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:17.035245 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bf08e0bf-53fa-471e-92e8-d09af171a431 req-74932453-dd88-4d4d-a650-f0fff8ba5b36 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 931 time: 0.2209308 May 12 08:23:17.084310 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bf08e0bf-53fa-471e-92e8-d09af171a431 req-a747d033-98e2-4b52-af07-5de79b217845 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431552 May 12 08:23:17.997763 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:18.279357 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960bcf9-9337-46e3-9323-23e21cea5f1e req-a9a79671-035a-47c4-92b5-20915486f786 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:18.280921 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f960bcf9-9337-46e3-9323-23e21cea5f1e req-a9a79671-035a-47c4-92b5-20915486f786 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 931 time: 0.0854146 May 12 08:23:18.331431 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f960bcf9-9337-46e3-9323-23e21cea5f1e req-21577d23-af9c-4030-9afd-ebb5008d9c5d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 May 12 08:23:18.945992 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Request body: {'port': {'device_id': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:19.062542 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:19.110871 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:23:19.430790 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94106216-5bc7-4352-b5db-b232025d8707 {{(pid=78674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:23:19.438304 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:19.452742 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.provisioning_blocks [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Transition to ACTIVE for port object 94106216-5bc7-4352-b5db-b232025d8707 will not be triggered until provisioned by entity L2. {{(pid=78674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:23:19.458287 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:19.462013 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:19.525116 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f03391-d986-479e-8d44-070bb963f5ef req-41ee3278-6898-4012-a3c9-dc48efdb99bb tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:19.526679 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-40f03391-d986-479e-8d44-070bb963f5ef req-41ee3278-6898-4012-a3c9-dc48efdb99bb tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 943 time: 0.0870953 May 12 08:23:19.582763 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-40f03391-d986-479e-8d44-070bb963f5ef req-b6ffd90a-9a00-4d28-8d4a-cad3c72016c4 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498435 May 12 08:23:19.616205 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Pushing event updated for resources: {'Port': ['ID=94106216-5bc7-4352-b5db-b232025d8707,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:19.623961 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:19.691253 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Attempting to bind port 94106216-5bc7-4352-b5db-b232025d8707 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:23:19.691552 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Attempting to bind port 94106216-5bc7-4352-b5db-b232025d8707 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '7740aeee-5cb8-4772-ae7e-0c45e0081df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06'}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:23:19.691883 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Attempting to bind port 94106216-5bc7-4352-b5db-b232025d8707 on network c84d46a3-8be0-49e9-9b31-c232cd9efe06 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:23:19.697793 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Port 94106216-5bc7-4352-b5db-b232025d8707 on network c84d46a3-8be0-49e9-9b31-c232cd9efe06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:23:19.698217 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Attempting to bind port 94106216-5bc7-4352-b5db-b232025d8707 on network c84d46a3-8be0-49e9-9b31-c232cd9efe06 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:23:19.705770 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:23:19.706110 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Checking segment: {'id': '7740aeee-5cb8-4772-ae7e-0c45e0081df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:23:19.706490 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Bound using segment: {'id': '7740aeee-5cb8-4772-ae7e-0c45e0081df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06'} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:23:19.706909 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Bound port: 94106216-5bc7-4352-b5db-b232025d8707, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7740aeee-5cb8-4772-ae7e-0c45e0081df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06'}}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:23:19.707251 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:19.884570 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] For port 94106216-5bc7-4352-b5db-b232025d8707, host hv-cinder-79091, cleared binding levels {{(pid=78674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:23:19.887401 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] For port 94106216-5bc7-4352-b5db-b232025d8707, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=94106216-5bc7-4352-b5db-b232025d8707,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:23:19.896404 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:19.901848 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:19.957027 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:19.957620 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:19.958990 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/94106216-5bc7-4352-b5db-b232025d8707 HTTP/1.1" status: 200 len: 1093 time: 1.0206501 May 12 08:23:19.959484 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'tag': '94106216-5bc7-4352-b5db-b232025d8707'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:23:19.993413 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Pushing event updated for resources: {'Port': ['ID=94106216-5bc7-4352-b5db-b232025d8707,revision_number=3']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:19.996825 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:20.012437 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'tag': '94106216-5bc7-4352-b5db-b232025d8707', 'status': 'completed', 'code': 200} May 12 08:23:20.115601 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-6c156f2b-25d4-49a9-a9e6-ad6681eb696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:20.117199 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-6c156f2b-25d4-49a9-a9e6-ad6681eb696c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b2f46887fc847088b33aa0b287702e3&device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 1096 time: 0.0756683 May 12 08:23:20.196102 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-258d446c-b047-4316-9528-b096b3cef41f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94106216-5bc7-4352-b5db-b232025d8707 HTTP/1.1" status: 200 len: 217 time: 0.0650408 May 12 08:23:20.259501 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-688f2a1c-2c7e-4290-8f04-f437a226a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:20.260911 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-688f2a1c-2c7e-4290-8f04-f437a226a168 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=374f5337-5c57-45d6-8f16-321aab0c604d HTTP/1.1" status: 200 len: 853 time: 0.0584707 May 12 08:23:20.342465 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-dd7f76cb-8d64-4a6f-a962-11e2fa9a3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:20.343916 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-dd7f76cb-8d64-4a6f-a962-11e2fa9a3e0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c84d46a3-8be0-49e9-9b31-c232cd9efe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769398 May 12 08:23:20.475514 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-950d8726-2e16-4197-8179-81c2fd37795f service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251173 May 12 08:23:20.607242 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b7da3b4-9524-4c6e-b2e9-7b81f5b4fca4 req-f5545e9b-fd23-4114-8159-f80b49ea6174 service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256328 May 12 08:23:20.766766 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd69652-f380-40e0-b234-bc26f725f723 req-351bf646-3f6d-4299-9c30-838b69541ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:20.768536 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bd69652-f380-40e0-b234-bc26f725f723 req-351bf646-3f6d-4299-9c30-838b69541ce9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b2f46887fc847088b33aa0b287702e3&device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 1096 time: 0.0745959 May 12 08:23:20.770031 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cac12-c4cc-42cf-ab13-32bc6cae9e11 req-1dc9f2cd-dc74-40c2-a7ee-65d042f7c959 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:20.771512 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-634cac12-c4cc-42cf-ab13-32bc6cae9e11 req-1dc9f2cd-dc74-40c2-a7ee-65d042f7c959 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 943 time: 0.0843256 May 12 08:23:20.820088 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-634cac12-c4cc-42cf-ab13-32bc6cae9e11 req-4567c625-241f-441f-8917-e4d3fa722c88 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 May 12 08:23:20.904376 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd69652-f380-40e0-b234-bc26f725f723 req-eb11e7fe-c05b-439a-b132-42dd6d83afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:20.905875 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bd69652-f380-40e0-b234-bc26f725f723 req-eb11e7fe-c05b-439a-b132-42dd6d83afe8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c84d46a3-8be0-49e9-9b31-c232cd9efe06 HTTP/1.1" status: 200 len: 915 time: 0.1287742 May 12 08:23:20.981482 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bd69652-f380-40e0-b234-bc26f725f723 req-5a813547-ae35-4958-a75f-35cafcbfacc6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94106216-5bc7-4352-b5db-b232025d8707 HTTP/1.1" status: 200 len: 217 time: 0.0675161 May 12 08:23:21.059378 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd69652-f380-40e0-b234-bc26f725f723 req-86ae8138-4053-42bb-9398-07066b154c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:21.060763 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bd69652-f380-40e0-b234-bc26f725f723 req-86ae8138-4053-42bb-9398-07066b154c74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=374f5337-5c57-45d6-8f16-321aab0c604d HTTP/1.1" status: 200 len: 853 time: 0.0710969 May 12 08:23:21.148147 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd69652-f380-40e0-b234-bc26f725f723 req-6524d905-b609-4dbd-9d79-d288719c826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:21.150351 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bd69652-f380-40e0-b234-bc26f725f723 req-6524d905-b609-4dbd-9d79-d288719c826c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c84d46a3-8be0-49e9-9b31-c232cd9efe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790193 May 12 08:23:21.289223 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bd69652-f380-40e0-b234-bc26f725f723 req-7fb8ee53-3561-4aa9-9d59-4d08762509ba service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311307 May 12 08:23:21.420398 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8bd69652-f380-40e0-b234-bc26f725f723 req-33471f25-4b59-48a7-96bf-c357fa78f7bd service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243536 May 12 08:23:22.027345 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81cdec-2f62-4227-b01b-ac6877fb9341 req-2a634248-8602-4733-b929-3441c92c0ab1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:22.028831 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9a81cdec-2f62-4227-b01b-ac6877fb9341 req-2a634248-8602-4733-b929-3441c92c0ab1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 943 time: 0.0951290 May 12 08:23:22.073870 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9a81cdec-2f62-4227-b01b-ac6877fb9341 req-c6190f6f-0657-476b-866b-b6e0c33e81e0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388803 May 12 08:23:22.644138 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 94106216-5bc7-4352-b5db-b232025d8707 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:23:22.797557 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 94106216-5bc7-4352-b5db-b232025d8707, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=94106216-5bc7-4352-b5db-b232025d8707,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:23:22.810830 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': '94106216-5bc7-4352-b5db-b232025d8707', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'port_id': '94106216-5bc7-4352-b5db-b232025d8707', 'mac_address': 'fa:16:3e:a5:70:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:23:22.865625 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:22.882209 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94106216-5bc7-4352-b5db-b232025d8707 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:23:22.897454 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 94106216-5bc7-4352-b5db-b232025d8707, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=94106216-5bc7-4352-b5db-b232025d8707,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:23:22.904443 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:22.906150 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:22.974963 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=94106216-5bc7-4352-b5db-b232025d8707,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:22.982476 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:22.982829 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:22.983153 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:22.983446 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:22.983760 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:22.984077 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:22.984397 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:22.984729 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:22.985040 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:22.985350 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:22.985656 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:22.986127 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:22.990229 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:23.193238 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['94106216-5bc7-4352-b5db-b232025d8707'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:23:23.277255 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8593de6-6a7e-4c51-b763-84193d94b679 req-e8a83efc-5f0f-4ee1-9a71-1e21bdedb9f7 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:23.278708 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b8593de6-6a7e-4c51-b763-84193d94b679 req-e8a83efc-5f0f-4ee1-9a71-1e21bdedb9f7 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 944 time: 0.0836608 May 12 08:23:23.322769 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-b8593de6-6a7e-4c51-b763-84193d94b679 req-114e3cb3-a175-497a-8c6e-179b60e72266 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382395 May 12 08:23:24.535446 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd78627-6df1-4cfa-965f-f937446a07fa req-b68f280e-bd92-4106-bead-7aa0491c85f9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:24.536925 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ecd78627-6df1-4cfa-965f-f937446a07fa req-b68f280e-bd92-4106-bead-7aa0491c85f9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 944 time: 0.0944121 May 12 08:23:24.662013 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ecd78627-6df1-4cfa-965f-f937446a07fa req-59f26ef2-f08d-47ef-8e40-4f5b04c30e66 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164043 May 12 08:23:24.669624 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 94106216-5bc7-4352-b5db-b232025d8707 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:23:24.746214 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port 94106216-5bc7-4352-b5db-b232025d8707 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:23:24.753748 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port 94106216-5bc7-4352-b5db-b232025d8707 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:23:24.754444 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:24.875506 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:24.901897 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94106216-5bc7-4352-b5db-b232025d8707'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:23:24.911378 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 94106216-5bc7-4352-b5db-b232025d8707, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=94106216-5bc7-4352-b5db-b232025d8707,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:23:24.916192 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:24.918043 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:24.947182 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94106216-5bc7-4352-b5db-b232025d8707', 'code': 200} May 12 08:23:24.985955 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=94106216-5bc7-4352-b5db-b232025d8707,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:24.990117 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:25.219827 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e367468-ff30-4d51-97a3-6177bcb82878 req-95f01760-97e8-4dbb-9b0b-f90c590075e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:25.221427 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2e367468-ff30-4d51-97a3-6177bcb82878 req-95f01760-97e8-4dbb-9b0b-f90c590075e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 1098 time: 0.0728106 May 12 08:23:25.263691 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2e367468-ff30-4d51-97a3-6177bcb82878 req-13faf248-c16e-4e24-9a2e-558e37c28129 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345352 May 12 08:23:25.860908 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb30f00-3e3a-49c1-9122-b17d02a5ba67 req-1c491065-5663-4663-a344-8fbf67d3fb59 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:25.862351 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-bbb30f00-3e3a-49c1-9122-b17d02a5ba67 req-1c491065-5663-4663-a344-8fbf67d3fb59 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 945 time: 0.0832634 May 12 08:23:25.911251 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-bbb30f00-3e3a-49c1-9122-b17d02a5ba67 req-a8b1225a-926a-409f-935f-6f06c6782fee tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404246 May 12 08:23:27.126812 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd10cc2-b650-4777-a549-120f5847fd9d req-1661e167-d729-4a26-9064-e1ffc25967ca tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:27.128438 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0bd10cc2-b650-4777-a549-120f5847fd9d req-1661e167-d729-4a26-9064-e1ffc25967ca tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 945 time: 0.0952733 May 12 08:23:27.174547 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0bd10cc2-b650-4777-a549-120f5847fd9d req-c4cdc788-98c4-44e2-9ce7-1e510827d035 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 May 12 08:23:27.362135 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce7008-d05e-4382-b63b-e219eb87e19c req-34efdcdc-ec3c-4cab-b7da-60eac60f0510 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:27.363451 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-62ce7008-d05e-4382-b63b-e219eb87e19c req-34efdcdc-ec3c-4cab-b7da-60eac60f0510 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 945 time: 0.0847242 May 12 08:23:27.411299 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-62ce7008-d05e-4382-b63b-e219eb87e19c req-cc4f5f57-b572-4bf1-a492-cc56b214d91a tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419660 May 12 08:23:27.505309 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510bbdf-c2b2-4608-8b25-1fd68c4dd82f req-d6ae5ae5-3930-422e-88aa-a7a8a0a1fb39 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:27.506819 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a510bbdf-c2b2-4608-8b25-1fd68c4dd82f req-d6ae5ae5-3930-422e-88aa-a7a8a0a1fb39 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 946 time: 0.0831778 May 12 08:23:27.551560 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a510bbdf-c2b2-4608-8b25-1fd68c4dd82f req-c22a6b77-d8c7-42f4-b0e2-035b2b69b03a tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381112 May 12 08:23:27.812034 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac1a02-60fa-4604-9ab8-51dbc0fc4102 req-18a15061-54c9-4a0b-864b-5cffbe1407bd tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:27.813549 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-47ac1a02-60fa-4604-9ab8-51dbc0fc4102 req-18a15061-54c9-4a0b-864b-5cffbe1407bd tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 945 time: 0.0876784 May 12 08:23:27.863319 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-47ac1a02-60fa-4604-9ab8-51dbc0fc4102 req-b07a5786-8459-457a-af0d-3ec355ff14b6 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433133 May 12 08:23:28.770027 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db3c3a-0711-4215-a26b-9e1d68c2a667 req-8dc61c20-57b3-4452-b4b1-032fe8650432 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:28.771387 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-88db3c3a-0711-4215-a26b-9e1d68c2a667 req-8dc61c20-57b3-4452-b4b1-032fe8650432 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 946 time: 0.0939631 May 12 08:23:28.819874 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-88db3c3a-0711-4215-a26b-9e1d68c2a667 req-332b5cc2-7578-4637-a714-110f754024d6 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a938bff-ad2f-427c-bb8c-12c89203e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387669 May 12 08:23:28.974119 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-fe32cda6-cdd8-4ebe-8e25-881da9d57d91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:28.975568 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-fe32cda6-cdd8-4ebe-8e25-881da9d57d91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.48 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 946 time: 0.0957341 May 12 08:23:29.112413 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Deleting port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:23:29.112692 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:29.243652 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] For port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:23:29.243998 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:29.528909 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:29.529281 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:29.529590 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.l3_db [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Floating IP 3ee2dbb5-423c-4d2c-8704-9f3a710da85d disassociated. External IP: 172.28.1.75, port: a0375ca8-ed34-44f0-ae1e-4a0a3afcf856. May 12 08:23:29.529925 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Calling delete_port for a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 owned by compute:nova {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:23:29.641892 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:29.647774 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-f114b7bb-7e6b-47bd-b536-d19b22247e52 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:29.691261 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event deleted for resources: {'Port': ['ID=a0375ca8-ed34-44f0-ae1e-4a0a3afcf856,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:29.694377 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:29.877236 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Router b374db3e-d0d4-4a96-82cf-2db3890d4fcf has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:23:29.990429 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8a0e0caa-6e71-4209-b9a0-53e95fcc4e3b req-c87d00b6-5368-4994-82c7-2abc68dbb1d5 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/ports?device_id=82956742-6b32-494f-a1cc-fa45997df539 HTTP/1.1" status: 200 len: 210 time: 0.0486090 May 12 08:23:30.171842 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:23:30.182753 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b1791-9fe0-4210-8c56-e9510dbd91bd None None] Sync routers for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:23:30.203747 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b1791-9fe0-4210-8c56-e9510dbd91bd None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:23:30.203747 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-116b1791-9fe0-4210-8c56-e9510dbd91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:23:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:30.248712 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] No DVR routers for this DVR port a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 on host hv-cinder-79091 {{(pid=78674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:23:30.251627 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:30.255836 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'name': 'network-vif-deleted', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:23:30.271336 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-1f2fb7d3-8d08-41fb-a33b-de238aaca8d9 req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.48 "DELETE /v2.0/ports/a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 HTTP/1.1" status: 204 len: 173 time: 1.2899411 May 12 08:23:30.304951 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82956742-6b32-494f-a1cc-fa45997df539', 'name': 'network-vif-deleted', 'tag': 'a0375ca8-ed34-44f0-ae1e-4a0a3afcf856', 'status': 'completed', 'code': 200} May 12 08:23:30.381118 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-116b1791-9fe0-4210-8c56-e9510dbd91bd None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:23:30.728594 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-116b1791-9fe0-4210-8c56-e9510dbd91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:48Z', 'revision_number': 5, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:30.732747 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b1791-9fe0-4210-8c56-e9510dbd91bd None None] Checking router: b374db3e-d0d4-4a96-82cf-2db3890d4fcf for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:23:30.741318 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b1791-9fe0-4210-8c56-e9510dbd91bd None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:23:30.741903 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-116b1791-9fe0-4210-8c56-e9510dbd91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:23:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:30.913249 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-116b1791-9fe0-4210-8c56-e9510dbd91bd None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:23:31.124604 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 54998) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:31.192161 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-17eb13dd-78c9-45e4-830d-80d4d93f3829 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:31.224944 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-17eb13dd-78c9-45e4-830d-80d4d93f3829 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:31.229014 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-116b1791-9fe0-4210-8c56-e9510dbd91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:48Z', 'revision_number': 5, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:31.233231 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b1791-9fe0-4210-8c56-e9510dbd91bd None None] The sync data for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb is: [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:17:41Z', 'revision_number': 4, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'e39877f1-36a9-484c-a325-392432fa3ae0', 'name': '', 'network_id': 'df9c6990-f502-40fc-883a-abfac8f1f5d4', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'mac_address': 'fa:16:3e:01:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:39Z', 'updated_at': '2021-05-12T08:17:48Z', 'revision_number': 5, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'subnets': [{'id': '9b88ea44-9eac-4917-a121-08012e4f664d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:23:31.287847 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-17eb13dd-78c9-45e4-830d-80d4d93f3829 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:31.293240 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-72913845-a1f2-473e-9967-c791c7a2ef82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:31.310996 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb13dd-78c9-45e4-830d-80d4d93f3829 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a938bff-ad2f-427c-bb8c-12c89203e106,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:31.318369 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-17eb13dd-78c9-45e4-830d-80d4d93f3829 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:31.330939 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-17eb13dd-78c9-45e4-830d-80d4d93f3829 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:31.332545 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-17eb13dd-78c9-45e4-830d-80d4d93f3829 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "DELETE /v2.0/security-groups/2a938bff-ad2f-427c-bb8c-12c89203e106 HTTP/1.1" status: 204 len: 168 time: 0.2064538 May 12 08:23:31.335561 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55004) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:31.354676 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.api.v2.resource [None req-82c72b05-5607-45d5-a3be-7e39a26c7412 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] show failed (client error): The resource could not be found. May 12 08:23:31.355725 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-82c72b05-5607-45d5-a3be-7e39a26c7412 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "GET /v2.0/security-groups/2a938bff-ad2f-427c-bb8c-12c89203e106 HTTP/1.1" status: 404 len: 347 time: 0.0181832 May 12 08:23:31.358709 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55008) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:31.494707 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec40cc9f-bfd9-4950-8022-ec5fd52a46dc None None] New status for floating IP 3ee2dbb5-423c-4d2c-8704-9f3a710da85d: DOWN {{(pid=78676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 08:23:31.582946 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Deleting port 12de7cd7-9778-4ff2-b294-b46e8dc2e8cb {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:23:31.583187 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:31.707023 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:31.707430 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:31.828558 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Calling delete_port for 12de7cd7-9778-4ff2-b294-b46e8dc2e8cb owned by network:floatingip {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:23:31.942020 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:31.945475 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:31.989757 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Pushing event deleted for resources: {'Port': ['ID=12de7cd7-9778-4ff2-b294-b46e8dc2e8cb,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:32.025288 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:32.025658 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:32.026010 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:32.026363 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:32.026705 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:32.027048 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:32.027388 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:32.027727 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:32.028064 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:32.028400 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:32.028743 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:32.029079 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:23:32.036027 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:32.091325 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks [] for floatingip, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:32.106572 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:32.107725 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-27a40fb1-d718-4651-93ff-6a60850cd086 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] 10.222.0.43 "DELETE /v2.0/floatingips/3ee2dbb5-423c-4d2c-8704-9f3a710da85d HTTP/1.1" status: 204 len: 168 time: 0.7481010 May 12 08:23:32.716434 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:23:32.776449 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:23:32.776847 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device a0375ca8-ed34-44f0-ae1e-4a0a3afcf856 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:23:32.794983 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ec8b5-74ac-4a90-92bb-0c2e0bd767da req-8d2005a6-d59a-4410-ba53-ad338809462c tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:32.796459 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2f6ec8b5-74ac-4a90-92bb-0c2e0bd767da req-8d2005a6-d59a-4410-ba53-ad338809462c tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 945 time: 0.0877199 May 12 08:23:32.842410 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2f6ec8b5-74ac-4a90-92bb-0c2e0bd767da req-03f6fbc7-d99a-4d9f-bf51-c72a5fbb304c tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 May 12 08:23:32.865872 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55024) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:32.991083 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb620b7-c014-4d1e-ac39-c05e4a10eda3 tempest-TestMinimumBasicScenario-1277063866 tempest-TestMinimumBasicScenario-1277063866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:32.993290 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-deb620b7-c014-4d1e-ac39-c05e4a10eda3 tempest-TestMinimumBasicScenario-1277063866 tempest-TestMinimumBasicScenario-1277063866-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 1093 time: 0.1261885 May 12 08:23:32.997508 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55032) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:33.002744 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Request body: {'floatingip': {'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'port_id': '94106216-5bc7-4352-b5db-b232025d8707', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:33.010316 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:33.017041 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Usage tracker for resource:floatingip and tenant:5b2f46887fc847088b33aa0b287702e3 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:33.020020 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:33.026059 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:33.039631 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for floatingip, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:33.178325 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:33.315040 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Allocated IP 172.28.1.86 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/2cd51d6d-3f00-457d-ac7b-75ff230f9ca5) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:23:33.460645 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:33.490147 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:33.494609 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-bf07b5d1-7b67-48d9-9aec-4a33f00b7d4d tempest-ServerRescueNegativeTestJSON-640844228 tempest-ServerRescueNegativeTestJSON-640844228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:33.548684 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:23:33.551413 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:23:33.555080 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:23:33.597154 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event updated for resources: {'Port': ['ID=2cd51d6d-3f00-457d-ac7b-75ff230f9ca5,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:33.601455 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:33.981031 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:34.056300 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:34.351094 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:34.357705 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:34.361374 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:34.458511 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event updated for resources: {'Port': ['ID=2cd51d6d-3f00-457d-ac7b-75ff230f9ca5,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:34.462698 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:34.474748 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:34.650775 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.l3_db [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Floating IP 10cc6003-d7ab-4ec4-a55c-be26b4f2e3a9 associated. External IP: 172.28.1.86, port: 94106216-5bc7-4352-b5db-b232025d8707. May 12 08:23:34.917037 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55052) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:35.013407 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Router 913c5586-2327-4c5b-bfcb-127e5af5c917 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:23:35.194335 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:23:35.204023 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9ba7f4-6123-41e0-bc49-61e31481f9a2 None None] Sync routers for ids ['913c5586-2327-4c5b-bfcb-127e5af5c917'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:23:35.214583 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ba7f4-6123-41e0-bc49-61e31481f9a2 None None] Routers {'913c5586-2327-4c5b-bfcb-127e5af5c917'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:23:35.215287 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-4d9ba7f4-6123-41e0-bc49-61e31481f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:23:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['913c5586-2327-4c5b-bfcb-127e5af5c917'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:35.222376 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:35.279872 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2813537 May 12 08:23:35.280657 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'tag': '94106216-5bc7-4352-b5db-b232025d8707'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:23:35.285082 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55058) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:35.294194 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342014212', 'description': 'tempest-secgroup-smoke-342014212 description', 'project_id': '5b2f46887fc847088b33aa0b287702e3'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:35.301433 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:35.314491 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:35.330030 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'tag': '94106216-5bc7-4352-b5db-b232025d8707', 'status': 'completed', 'code': 200} May 12 08:23:35.331217 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:35.351812 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:35.356142 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Usage tracker for resource:security_group_rule and tenant:5b2f46887fc847088b33aa0b287702e3 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:35.359043 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:35.365656 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:35.409295 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-4d9ba7f4-6123-41e0-bc49-61e31481f9a2 None None] Set router 913c5586-2327-4c5b-bfcb-127e5af5c917 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:23:35.486811 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:35.498305 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:35.504361 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-24ac9f89-10fb-4f06-ae03-8a1ede4b7a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:35.519008 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036c99d-01f6-4bf3-94ca-29cc762aa205 req-870b490c-088e-4c79-8f6f-d0bddeb61319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:35.520521 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b036c99d-01f6-4bf3-94ca-29cc762aa205 req-870b490c-088e-4c79-8f6f-d0bddeb61319 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b2f46887fc847088b33aa0b287702e3&device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 1098 time: 0.1319988 May 12 08:23:35.614971 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb38d254-4db3-48d8-94db-19f9917d6951,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:35.621066 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:35.625705 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:35.627229 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3374894 May 12 08:23:35.631456 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55064) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:35.636630 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-7d0bdae9-b1e8-4693-84c5-54e8d25d56a9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Request body: {'security_group_rule': {'security_group_id': 'cb38d254-4db3-48d8-94db-19f9917d6951', 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:35.650885 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-7d0bdae9-b1e8-4693-84c5-54e8d25d56a9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:35.665227 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-7d0bdae9-b1e8-4693-84c5-54e8d25d56a9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Usage tracker for resource:security_group_rule and tenant:5b2f46887fc847088b33aa0b287702e3 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:35.670031 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-7d0bdae9-b1e8-4693-84c5-54e8d25d56a9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:35.678759 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-7d0bdae9-b1e8-4693-84c5-54e8d25d56a9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:35.696310 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b0044d77-ae5d-4ed6-9adf-916122b93eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818954'] for router_interface, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:35.701627 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036c99d-01f6-4bf3-94ca-29cc762aa205 req-f8e21c5a-4009-407a-85a7-8b3ada8e1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:35.703162 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b036c99d-01f6-4bf3-94ca-29cc762aa205 req-f8e21c5a-4009-407a-85a7-8b3ada8e1d29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c84d46a3-8be0-49e9-9b31-c232cd9efe06 HTTP/1.1" status: 200 len: 915 time: 0.1725712 May 12 08:23:35.711127 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7d0bdae9-b1e8-4693-84c5-54e8d25d56a9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:35.768793 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-4d9ba7f4-6123-41e0-bc49-61e31481f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:22:48Z', 'revision_number': 4, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port': {'id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:44Z', 'updated_at': '2021-05-12T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '10cc6003-d7ab-4ec4-a55c-be26b4f2e3a9', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'floating_ip_address': '172.28.1.86', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'port_id': '94106216-5bc7-4352-b5db-b232025d8707', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'mac_address': 'fa:16:3e:a5:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:23:33Z', 'updated_at': '2021-05-12T08:23:33Z', 'revision_number': 0, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a84ebc-1685-4b1c-a8cc-427865a75f78', 'name': '', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'mac_address': 'fa:16:3e:1e:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:47Z', 'updated_at': '2021-05-12T08:22:54Z', 'revision_number': 5, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'subnets': [{'id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:35.773837 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9ba7f4-6123-41e0-bc49-61e31481f9a2 None None] Checking router: 913c5586-2327-4c5b-bfcb-127e5af5c917 for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:23:35.784191 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ba7f4-6123-41e0-bc49-61e31481f9a2 None None] Routers {'913c5586-2327-4c5b-bfcb-127e5af5c917'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:23:35.785338 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-4d9ba7f4-6123-41e0-bc49-61e31481f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:23:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['913c5586-2327-4c5b-bfcb-127e5af5c917'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:35.940379 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b036c99d-01f6-4bf3-94ca-29cc762aa205 req-9875153d-9c39-46f9-aaa4-5be970738d83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94106216-5bc7-4352-b5db-b232025d8707 HTTP/1.1" status: 200 len: 998 time: 0.2300825 May 12 08:23:36.004009 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7d0bdae9-b1e8-4693-84c5-54e8d25d56a9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:36.008789 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-4d9ba7f4-6123-41e0-bc49-61e31481f9a2 None None] Set router 913c5586-2327-4c5b-bfcb-127e5af5c917 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:23:36.014733 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7d0bdae9-b1e8-4693-84c5-54e8d25d56a9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:36.026877 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:36.038907 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036c99d-01f6-4bf3-94ca-29cc762aa205 req-f0d1d000-2f11-4e07-a5ee-06d2a96930ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:36.040343 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b036c99d-01f6-4bf3-94ca-29cc762aa205 req-f0d1d000-2f11-4e07-a5ee-06d2a96930ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=374f5337-5c57-45d6-8f16-321aab0c604d HTTP/1.1" status: 200 len: 853 time: 0.0933573 May 12 08:23:36.084328 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bdae9-b1e8-4693-84c5-54e8d25d56a9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1a7687-6f51-42c4-8bdd-d8f4f0e7926d,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:36.087029 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7d0bdae9-b1e8-4693-84c5-54e8d25d56a9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:36.097426 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7d0bdae9-b1e8-4693-84c5-54e8d25d56a9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:36.101404 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-7d0bdae9-b1e8-4693-84c5-54e8d25d56a9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4662907 May 12 08:23:36.101559 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55068) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:36.107930 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-5109413a-7d90-450a-90f6-4f65305a3fb0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Request body: {'security_group_rule': {'security_group_id': 'cb38d254-4db3-48d8-94db-19f9917d6951', 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:36.115196 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-5109413a-7d90-450a-90f6-4f65305a3fb0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:36.120830 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-5109413a-7d90-450a-90f6-4f65305a3fb0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Usage tracker for resource:security_group_rule and tenant:5b2f46887fc847088b33aa0b287702e3 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:36.124770 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-5109413a-7d90-450a-90f6-4f65305a3fb0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:36.131524 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-5109413a-7d90-450a-90f6-4f65305a3fb0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:36.141266 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-b0044d77-ae5d-4ed6-9adf-916122b93eda admin admin] Deleting port e39877f1-36a9-484c-a325-392432fa3ae0 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:23:36.141889 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b0044d77-ae5d-4ed6-9adf-916122b93eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:36.164677 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5109413a-7d90-450a-90f6-4f65305a3fb0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:36.180092 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036c99d-01f6-4bf3-94ca-29cc762aa205 req-a9845798-0471-4134-827a-849ceed0c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:36.183207 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b036c99d-01f6-4bf3-94ca-29cc762aa205 req-a9845798-0471-4134-827a-849ceed0c9a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c84d46a3-8be0-49e9-9b31-c232cd9efe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1341743 May 12 08:23:36.267329 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [None req-b0044d77-ae5d-4ed6-9adf-916122b93eda admin admin] For port e39877f1-36a9-484c-a325-392432fa3ae0, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=e39877f1-36a9-484c-a325-392432fa3ae0,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:23:36.267696 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b0044d77-ae5d-4ed6-9adf-916122b93eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:36.350548 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5109413a-7d90-450a-90f6-4f65305a3fb0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:36.359153 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b036c99d-01f6-4bf3-94ca-29cc762aa205 req-e5a970a7-9247-458e-b445-46ac6c3b1580 service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676052 May 12 08:23:36.359892 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5109413a-7d90-450a-90f6-4f65305a3fb0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:36.368120 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:36.382043 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-4d9ba7f4-6123-41e0-bc49-61e31481f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:22:48Z', 'revision_number': 4, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port': {'id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:44Z', 'updated_at': '2021-05-12T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '10cc6003-d7ab-4ec4-a55c-be26b4f2e3a9', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'floating_ip_address': '172.28.1.86', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'port_id': '94106216-5bc7-4352-b5db-b232025d8707', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'mac_address': 'fa:16:3e:a5:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:23:33Z', 'updated_at': '2021-05-12T08:23:33Z', 'revision_number': 0, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a84ebc-1685-4b1c-a8cc-427865a75f78', 'name': '', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'mac_address': 'fa:16:3e:1e:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:47Z', 'updated_at': '2021-05-12T08:22:54Z', 'revision_number': 5, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'subnets': [{'id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:36.387255 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9ba7f4-6123-41e0-bc49-61e31481f9a2 None None] The sync data for ids ['913c5586-2327-4c5b-bfcb-127e5af5c917'] in dv-cinder-790910-1-smb is: [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:22:48Z', 'revision_number': 4, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port': {'id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:44Z', 'updated_at': '2021-05-12T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '10cc6003-d7ab-4ec4-a55c-be26b4f2e3a9', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'floating_ip_address': '172.28.1.86', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'port_id': '94106216-5bc7-4352-b5db-b232025d8707', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'mac_address': 'fa:16:3e:a5:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:23:33Z', 'updated_at': '2021-05-12T08:23:33Z', 'revision_number': 0, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a84ebc-1685-4b1c-a8cc-427865a75f78', 'name': '', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'mac_address': 'fa:16:3e:1e:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:47Z', 'updated_at': '2021-05-12T08:22:54Z', 'revision_number': 5, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'subnets': [{'id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:23:36.395427 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-b0044d77-ae5d-4ed6-9adf-916122b93eda admin admin] Calling delete_port for e39877f1-36a9-484c-a325-392432fa3ae0 owned by network:router_interface {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:23:36.409680 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109413a-7d90-450a-90f6-4f65305a3fb0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f25baf1-6fec-48bb-a80a-0d2f9b91cb32,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:36.414869 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-5109413a-7d90-450a-90f6-4f65305a3fb0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:36.477662 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5109413a-7d90-450a-90f6-4f65305a3fb0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:36.478911 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-5109413a-7d90-450a-90f6-4f65305a3fb0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3764544 May 12 08:23:36.483418 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55072) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:36.491663 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-76f6cee4-dddb-486f-8b2b-716caf7a3a5d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Request body: {'security_group_rule': {'security_group_id': 'cb38d254-4db3-48d8-94db-19f9917d6951', 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:36.528448 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-76f6cee4-dddb-486f-8b2b-716caf7a3a5d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:36.530607 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b036c99d-01f6-4bf3-94ca-29cc762aa205 req-b1582022-db95-4770-b4c7-e4d835a29db5 service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633468 May 12 08:23:36.538872 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-76f6cee4-dddb-486f-8b2b-716caf7a3a5d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Usage tracker for resource:security_group_rule and tenant:5b2f46887fc847088b33aa0b287702e3 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:36.543173 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-76f6cee4-dddb-486f-8b2b-716caf7a3a5d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:36.555709 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-76f6cee4-dddb-486f-8b2b-716caf7a3a5d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:36.569272 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b0044d77-ae5d-4ed6-9adf-916122b93eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:36.574203 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-dbcfcda3-8b3b-476e-a456-eb61ff07f4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:36.602072 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e028cf-12df-46f1-ab49-9b2a6fe5cfc0 None None] New status for floating IP 10cc6003-d7ab-4ec4-a55c-be26b4f2e3a9: ACTIVE {{(pid=78676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 08:23:36.729670 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0044d77-ae5d-4ed6-9adf-916122b93eda admin admin] Pushing event deleted for resources: {'Port': ['ID=e39877f1-36a9-484c-a325-392432fa3ae0,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:36.731804 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-76f6cee4-dddb-486f-8b2b-716caf7a3a5d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:36.740055 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-b0044d77-ae5d-4ed6-9adf-916122b93eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:36.994599 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-76f6cee4-dddb-486f-8b2b-716caf7a3a5d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.000292 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-76f6cee4-dddb-486f-8b2b-716caf7a3a5d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.012524 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e64b42cb-40a3-45cb-96fc-75394b735796 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:37.039606 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6cee4-dddb-486f-8b2b-716caf7a3a5d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e73c29-c1ca-410b-9c6d-a9d52a367cc4,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:37.045322 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-76f6cee4-dddb-486f-8b2b-716caf7a3a5d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:37.072671 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-76f6cee4-dddb-486f-8b2b-716caf7a3a5d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.073898 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-76f6cee4-dddb-486f-8b2b-716caf7a3a5d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5892994 May 12 08:23:37.076918 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-b0044d77-ae5d-4ed6-9adf-916122b93eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834746'] for router_interface, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.077100 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55076) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:37.082612 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-41370284-5302-4cb6-845c-8d20acd7379f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Request body: {'security_group_rule': {'security_group_id': 'cb38d254-4db3-48d8-94db-19f9917d6951', 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:37.088950 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-41370284-5302-4cb6-845c-8d20acd7379f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:37.093050 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-41370284-5302-4cb6-845c-8d20acd7379f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Usage tracker for resource:security_group_rule and tenant:5b2f46887fc847088b33aa0b287702e3 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:37.096215 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-41370284-5302-4cb6-845c-8d20acd7379f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:37.102715 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-41370284-5302-4cb6-845c-8d20acd7379f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:37.119849 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-41370284-5302-4cb6-845c-8d20acd7379f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.185068 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-41370284-5302-4cb6-845c-8d20acd7379f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.190257 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-41370284-5302-4cb6-845c-8d20acd7379f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.192273 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:37.214295 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41370284-5302-4cb6-845c-8d20acd7379f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f106e8c-3c23-45d7-ae7f-cb8ac0116abc,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:37.216690 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-41370284-5302-4cb6-845c-8d20acd7379f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:37.224160 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-41370284-5302-4cb6-845c-8d20acd7379f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.225432 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-41370284-5302-4cb6-845c-8d20acd7379f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474557 May 12 08:23:37.228186 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55080) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:37.233621 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-99c26a57-ddf9-4034-8076-b7235e1d6324 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Request body: {'security_group_rule': {'security_group_id': 'cb38d254-4db3-48d8-94db-19f9917d6951', 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:37.239464 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-99c26a57-ddf9-4034-8076-b7235e1d6324 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:37.243496 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-99c26a57-ddf9-4034-8076-b7235e1d6324 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Usage tracker for resource:security_group_rule and tenant:5b2f46887fc847088b33aa0b287702e3 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:37.246452 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-99c26a57-ddf9-4034-8076-b7235e1d6324 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:37.252236 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-99c26a57-ddf9-4034-8076-b7235e1d6324 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:37.263645 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.securitygroups_db [None req-99c26a57-ddf9-4034-8076-b7235e1d6324 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Project 5b2f46887fc847088b33aa0b287702e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 08:23:37.269367 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99c26a57-ddf9-4034-8076-b7235e1d6324 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.333854 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99c26a57-ddf9-4034-8076-b7235e1d6324 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.338571 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99c26a57-ddf9-4034-8076-b7235e1d6324 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.340594 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-5109413a-7d90-450a-90f6-4f65305a3fb0 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:37.364122 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c26a57-ddf9-4034-8076-b7235e1d6324 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d1cea1-6d66-4485-bdec-14775f7df0d7,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:37.368019 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-99c26a57-ddf9-4034-8076-b7235e1d6324 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:37.377335 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-99c26a57-ddf9-4034-8076-b7235e1d6324 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.378547 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-99c26a57-ddf9-4034-8076-b7235e1d6324 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492138 May 12 08:23:37.381400 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55084) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:37.386510 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-9e79dbd9-3ab3-4c01-919e-7184a92349b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Request body: {'security_group_rule': {'security_group_id': 'cb38d254-4db3-48d8-94db-19f9917d6951', 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:37.392382 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-9e79dbd9-3ab3-4c01-919e-7184a92349b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:37.396228 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-9e79dbd9-3ab3-4c01-919e-7184a92349b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Usage tracker for resource:security_group_rule and tenant:5b2f46887fc847088b33aa0b287702e3 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:37.399091 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-9e79dbd9-3ab3-4c01-919e-7184a92349b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:37.404705 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-9e79dbd9-3ab3-4c01-919e-7184a92349b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:37.414812 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.securitygroups_db [None req-9e79dbd9-3ab3-4c01-919e-7184a92349b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Project 5b2f46887fc847088b33aa0b287702e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 08:23:37.420418 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9e79dbd9-3ab3-4c01-919e-7184a92349b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.433170 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0044d77-ae5d-4ed6-9adf-916122b93eda admin admin] Router b374db3e-d0d4-4a96-82cf-2db3890d4fcf has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:23:37.485038 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9e79dbd9-3ab3-4c01-919e-7184a92349b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.490166 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9e79dbd9-3ab3-4c01-919e-7184a92349b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.493711 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-41370284-5302-4cb6-845c-8d20acd7379f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:37.513567 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79dbd9-3ab3-4c01-919e-7184a92349b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbf643a-07bb-4b56-b218-7ac51658e252,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:37.517851 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9e79dbd9-3ab3-4c01-919e-7184a92349b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:37.526182 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9e79dbd9-3ab3-4c01-919e-7184a92349b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.527421 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-9e79dbd9-3ab3-4c01-919e-7184a92349b9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450760 May 12 08:23:37.608900 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0044d77-ae5d-4ed6-9adf-916122b93eda admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:23:37.614326 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-b0044d77-ae5d-4ed6-9adf-916122b93eda admin admin] 10.222.0.43 "PUT /v2.0/routers/b374db3e-d0d4-4a96-82cf-2db3890d4fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6962929 May 12 08:23:37.617657 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55090) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:37.623146 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f486a68e-615d-4a39-85b9-8915558e63ff None None] Sync routers for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:23:37.633707 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486a68e-615d-4a39-85b9-8915558e63ff None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:23:37.634322 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-f486a68e-615d-4a39-85b9-8915558e63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:23:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:37.650763 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-e797e100-cec9-4a26-8394-a305aa1b2999 req-e15fc5b3-9edb-4b05-a494-c42491510c41 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Synchronizing usage tracker for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:security_group {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:23:37.669572 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-e797e100-cec9-4a26-8394-a305aa1b2999 req-e15fc5b3-9edb-4b05-a494-c42491510c41 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Unset dirty status for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:security_group {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:23:37.670971 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e797e100-cec9-4a26-8394-a305aa1b2999 req-e15fc5b3-9edb-4b05-a494-c42491510c41 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342014212&fields=id&tenant_id=5b2f46887fc847088b33aa0b287702e3 HTTP/1.1" status: 200 len: 267 time: 0.0641062 May 12 08:23:37.762344 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797e100-cec9-4a26-8394-a305aa1b2999 req-63838dac-8f9f-4944-be61-b2c8ac536713 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:37.763734 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e797e100-cec9-4a26-8394-a305aa1b2999 req-63838dac-8f9f-4944-be61-b2c8ac536713 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 945 time: 0.0865424 May 12 08:23:37.778095 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-e797e100-cec9-4a26-8394-a305aa1b2999 req-cf2c4176-970f-4242-a36c-2375b0a0b750 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Request body: {'port': {'security_groups': ['5747dac0-acd5-46f4-896f-d7a398de90f7', 'cb38d254-4db3-48d8-94db-19f9917d6951']}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:37.808016 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Notify callbacks [] for router, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.813543 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-f486a68e-615d-4a39-85b9-8915558e63ff None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:23:37.898644 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-e797e100-cec9-4a26-8394-a305aa1b2999 req-cf2c4176-970f-4242-a36c-2375b0a0b750 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:37.978353 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:38.106021 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-f486a68e-615d-4a39-85b9-8915558e63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:23:36Z', 'revision_number': 5, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port': {'id': '7e50bac7-1765-4b67-9749-cf6bf233fb03', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:17:34Z', 'updated_at': '2021-05-12T08:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:38.110085 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f486a68e-615d-4a39-85b9-8915558e63ff None None] Checking router: b374db3e-d0d4-4a96-82cf-2db3890d4fcf for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:23:38.121564 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486a68e-615d-4a39-85b9-8915558e63ff None None] Routers {'b374db3e-d0d4-4a96-82cf-2db3890d4fcf'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:23:38.122188 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-f486a68e-615d-4a39-85b9-8915558e63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:23:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:38.164546 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-e797e100-cec9-4a26-8394-a305aa1b2999 req-cf2c4176-970f-4242-a36c-2375b0a0b750 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] For port 94106216-5bc7-4352-b5db-b232025d8707, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=94106216-5bc7-4352-b5db-b232025d8707,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:23:38.174131 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Deleting port 7e50bac7-1765-4b67-9749-cf6bf233fb03 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:23:38.174472 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:38.190377 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-e797e100-cec9-4a26-8394-a305aa1b2999 req-cf2c4176-970f-4242-a36c-2375b0a0b750 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:38.198881 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-e797e100-cec9-4a26-8394-a305aa1b2999 req-cf2c4176-970f-4242-a36c-2375b0a0b750 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:38.213269 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-391a5225-9056-49ef-9646-508de55fd853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:38.234879 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['94106216-5bc7-4352-b5db-b232025d8707'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:23:38.272439 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797e100-cec9-4a26-8394-a305aa1b2999 req-cf2c4176-970f-4242-a36c-2375b0a0b750 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:38.272644 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-e797e100-cec9-4a26-8394-a305aa1b2999 req-cf2c4176-970f-4242-a36c-2375b0a0b750 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:38.273893 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e797e100-cec9-4a26-8394-a305aa1b2999 req-cf2c4176-970f-4242-a36c-2375b0a0b750 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "PUT /v2.0/ports/94106216-5bc7-4352-b5db-b232025d8707 HTTP/1.1" status: 200 len: 981 time: 0.5005009 May 12 08:23:38.282512 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-f486a68e-615d-4a39-85b9-8915558e63ff None None] Set router b374db3e-d0d4-4a96-82cf-2db3890d4fcf gateway port host: None {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:23:38.282964 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'tag': '94106216-5bc7-4352-b5db-b232025d8707'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:23:38.312700 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] For port 7e50bac7-1765-4b67-9749-cf6bf233fb03, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=7e50bac7-1765-4b67-9749-cf6bf233fb03,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:23:38.313394 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:38.345367 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c4176-970f-4242-a36c-2375b0a0b750 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event updated for resources: {'Port': ['ID=94106216-5bc7-4352-b5db-b232025d8707,revision_number=6']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:38.359984 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-cf2c4176-970f-4242-a36c-2375b0a0b750 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:38.362910 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'tag': '94106216-5bc7-4352-b5db-b232025d8707', 'status': 'completed', 'code': 200} May 12 08:23:38.419125 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['94106216-5bc7-4352-b5db-b232025d8707'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:23:38.475316 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-f486a68e-615d-4a39-85b9-8915558e63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:23:37Z', 'revision_number': 6, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port_host': None}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:38.479171 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Calling delete_port for 7e50bac7-1765-4b67-9749-cf6bf233fb03 owned by network:router_gateway {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:23:38.481361 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f486a68e-615d-4a39-85b9-8915558e63ff None None] The sync data for ids ['b374db3e-d0d4-4a96-82cf-2db3890d4fcf'] in dv-cinder-790910-1-smb is: [{'id': 'b374db3e-d0d4-4a96-82cf-2db3890d4fcf', 'name': 'tempest-AttachVolumeShelveTestJSON-2093815509-router', 'tenant_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:17:33Z', 'updated_at': '2021-05-12T08:23:37Z', 'revision_number': 6, 'project_id': 'e1ff18373a6e4a8d8bf7f8328ebb0c53', 'gw_port_host': None}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:23:38.530162 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519c570-9c7b-436c-9d7b-121c02ce4223 req-aac9b8ca-fc43-4994-9368-f3a42be3974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:38.533620 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9519c570-9c7b-436c-9d7b-121c02ce4223 req-aac9b8ca-fc43-4994-9368-f3a42be3974a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b2f46887fc847088b33aa0b287702e3&device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 1137 time: 0.1127510 May 12 08:23:38.648869 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5401fd-a782-4241-bdcf-ef014da5fe88 req-f540100a-b70a-463f-be6d-8e42b34bef30 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:38.650429 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3a5401fd-a782-4241-bdcf-ef014da5fe88 req-f540100a-b70a-463f-be6d-8e42b34bef30 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.1086357 May 12 08:23:38.670971 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519c570-9c7b-436c-9d7b-121c02ce4223 req-4f68ac22-6516-47a1-9730-9ab813490e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:38.672423 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9519c570-9c7b-436c-9d7b-121c02ce4223 req-4f68ac22-6516-47a1-9730-9ab813490e6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=c84d46a3-8be0-49e9-9b31-c232cd9efe06 HTTP/1.1" status: 200 len: 915 time: 0.1316755 May 12 08:23:38.711342 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3a5401fd-a782-4241-bdcf-ef014da5fe88 req-c9969e36-c274-4ed9-92cb-1913b09a44f9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452571 May 12 08:23:38.721536 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-3dfc654f-316d-4676-9813-368c25ac5735 None None] Provisioning complete for port 94106216-5bc7-4352-b5db-b232025d8707 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:23:38.721899 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-3dfc654f-316d-4676-9813-368c25ac5735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:38.787478 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:38.794452 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6428502f-db04-41f6-a4d0-b72a9638c46a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:38.858170 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e50bac7-1765-4b67-9749-cf6bf233fb03,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:38.862694 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:38.948640 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9519c570-9c7b-436c-9d7b-121c02ce4223 req-9e6e122f-9af4-420a-8352-593e8020adc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94106216-5bc7-4352-b5db-b232025d8707 HTTP/1.1" status: 200 len: 1000 time: 0.2664990 May 12 08:23:38.968469 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1822318'] for router_gateway, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:39.018097 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519c570-9c7b-436c-9d7b-121c02ce4223 req-697b4d38-caec-451d-9359-a00fad9b95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:39.019615 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9519c570-9c7b-436c-9d7b-121c02ce4223 req-697b4d38-caec-451d-9359-a00fad9b95fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=374f5337-5c57-45d6-8f16-321aab0c604d HTTP/1.1" status: 200 len: 853 time: 0.0642180 May 12 08:23:39.103238 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519c570-9c7b-436c-9d7b-121c02ce4223 req-752eae29-6d2d-4477-93bd-a8f66915c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:39.104762 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9519c570-9c7b-436c-9d7b-121c02ce4223 req-752eae29-6d2d-4477-93bd-a8f66915c0c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c84d46a3-8be0-49e9-9b31-c232cd9efe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773458 May 12 08:23:39.142162 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4446'] for router, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:39.144653 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:39.170201 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338812'] for router, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:39.170800 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b374db3e-d0d4-4a96-82cf-2db3890d4fcf {{(pid=78675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 08:23:39.185074 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Notify callbacks [] for router, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:39.188622 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b374db3e-d0d4-4a96-82cf-2db3890d4fcf HTTP/1.1" status: 204 len: 168 time: 1.5679100 May 12 08:23:39.188895 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55100) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:39.247618 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_v2 [None req-56182b1c-46df-4cce-adf3-416f515969e8 admin admin] Deleting subnet 9b88ea44-9eac-4917-a121-08012e4f664d {{(pid=78675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:23:39.249634 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9519c570-9c7b-436c-9d7b-121c02ce4223 req-9cf44917-3511-4a43-9023-394660a1600a service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374772 May 12 08:23:39.254144 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-56182b1c-46df-4cce-adf3-416f515969e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:39.309154 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-56182b1c-46df-4cce-adf3-416f515969e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133914164'] for subnet, precommit_delete_associations {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:39.389007 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-56182b1c-46df-4cce-adf3-416f515969e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:39.401097 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-9519c570-9c7b-436c-9d7b-121c02ce4223 req-8bc76a49-6a8a-4f53-9a25-027a9cc357c0 service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435401 May 12 08:23:39.646190 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-56182b1c-46df-4cce-adf3-416f515969e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132470504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132588959'] for subnet, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:39.650932 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:39.684972 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56182b1c-46df-4cce-adf3-416f515969e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b88ea44-9eac-4917-a121-08012e4f664d,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:39.686864 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-56182b1c-46df-4cce-adf3-416f515969e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:39.689515 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-56182b1c-46df-4cce-adf3-416f515969e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:39.693947 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-56182b1c-46df-4cce-adf3-416f515969e8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9b88ea44-9eac-4917-a121-08012e4f664d HTTP/1.1" status: 204 len: 168 time: 0.5040891 May 12 08:23:39.694154 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7454a554-88f6-498f-a5a1-fa414becb52e None None] Network df9c6990-f502-40fc-883a-abfac8f1f5d4 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:23:39.696415 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55104) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:39.904447 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:39.948131 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1702b20c-cb40-44c3-92ce-b314807f93b2 None None] DHCP port deletion for df9c6990-f502-40fc-883a-abfac8f1f5d4 request from dv-cinder-790910-1-smb {{(pid=78676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 08:23:39.976193 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Deleting port 69c19d1c-c603-4066-995b-0c0917618d29 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:23:39.976570 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.015184 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1702b20c-cb40-44c3-92ce-b314807f93b2 None None] Deleting port 69c19d1c-c603-4066-995b-0c0917618d29 {{(pid=78676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:23:40.015561 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1702b20c-cb40-44c3-92ce-b314807f93b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.074545 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] For port 69c19d1c-c603-4066-995b-0c0917618d29, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=69c19d1c-c603-4066-995b-0c0917618d29,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:23:40.074792 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.110882 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1702b20c-cb40-44c3-92ce-b314807f93b2 None None] For port 69c19d1c-c603-4066-995b-0c0917618d29, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=69c19d1c-c603-4066-995b-0c0917618d29,segment=NetworkSegment(73a0672d-c613-41c0-b29e-1d44d13859ef),segment_id=73a0672d-c613-41c0-b29e-1d44d13859ef)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:23:40.111272 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1702b20c-cb40-44c3-92ce-b314807f93b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.195002 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Calling delete_port for 69c19d1c-c603-4066-995b-0c0917618d29 owned by network:dhcp {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:23:40.250165 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.254459 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-f429c86d-cd18-4488-b69d-7f0385f58753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:40.257259 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1702b20c-cb40-44c3-92ce-b314807f93b2 None None] Calling delete_port for 69c19d1c-c603-4066-995b-0c0917618d29 owned by network:dhcp {{(pid=78676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:23:40.297022 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c19d1c-c603-4066-995b-0c0917618d29,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:40.300174 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:40.301008 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] No DVR routers for this DVR port 69c19d1c-c603-4066-995b-0c0917618d29 on host dv-cinder-790910-1-smb {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:23:40.380629 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1702b20c-cb40-44c3-92ce-b314807f93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981'] for port, after_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.383969 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-19c9e191-eeca-4902-b55a-611770034b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:40.415508 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.423017 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702b20c-cb40-44c3-92ce-b314807f93b2 None None] Pushing event deleted for resources: {'Port': ['ID=69c19d1c-c603-4066-995b-0c0917618d29,revision_number=None']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:40.426417 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1702b20c-cb40-44c3-92ce-b314807f93b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:40.428810 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702b20c-cb40-44c3-92ce-b314807f93b2 None None] No DVR routers for this DVR port 69c19d1c-c603-4066-995b-0c0917618d29 on host dv-cinder-790910-1-smb {{(pid=78676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:23:40.429104 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9c6990-f502-40fc-883a-abfac8f1f5d4']}} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:40.443663 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a0672d-c613-41c0-b29e-1d44d13859ef') {'for_net_delete': True} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:40.443961 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a0672d-c613-41c0-b29e-1d44d13859ef') {} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:40.455539 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133914155'] for segment, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.471966 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.478221 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=78675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:23:40.478628 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132470414'] for segment, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: Traceback (most recent call last): May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: timer() May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: cb(*args, **kw) May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: return func(*args, **kwargs) May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: self._notify() May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: self.callback(batched_events) May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: event.method(event) May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: return f(self, *a, **k) May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: return self._get(url).json() May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: return self.request(url, 'GET', **kwargs) May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:23:40.491653 dv-cinder-790910-1-smb neutron-server[78675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:23:40.510670 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device e39877f1-36a9-484c-a325-392432fa3ae0 no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:23:40.545692 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: e39877f1-36a9-484c-a325-392432fa3ae0 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:23:40.546034 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device e39877f1-36a9-484c-a325-392432fa3ae0 not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:23:40.546451 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 7e50bac7-1765-4b67-9749-cf6bf233fb03 no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:23:40.571592 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.576129 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:40.579029 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: 7e50bac7-1765-4b67-9749-cf6bf233fb03 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:23:40.579436 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 7e50bac7-1765-4b67-9749-cf6bf233fb03 not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:23:40.579875 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 69c19d1c-c603-4066-995b-0c0917618d29 no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:23:40.589367 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.600731 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=df9c6990-f502-40fc-883a-abfac8f1f5d4,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:40.603821 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:40.612882 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: 69c19d1c-c603-4066-995b-0c0917618d29 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:23:40.613237 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 69c19d1c-c603-4066-995b-0c0917618d29 not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:23:40.614613 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-8b1e3f7b-2a22-4658-967b-bea2bf3a93f3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/df9c6990-f502-40fc-883a-abfac8f1f5d4 HTTP/1.1" status: 204 len: 168 time: 0.9172645 May 12 08:23:40.742233 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55110) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:40.793331 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-3dbb26de-2768-4e19-bdc8-853596bc4ac6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1ff18373a6e4a8d8bf7f8328ebb0c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497720 May 12 08:23:40.795766 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55114) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:40.854503 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-48ae9d5c-7c1a-4f9d-ba31-c8c60c1797f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.880378 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-48ae9d5c-7c1a-4f9d-ba31-c8c60c1797f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.938651 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-48ae9d5c-7c1a-4f9d-ba31-c8c60c1797f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.942529 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ed3d5bab-b9f8-4a0c-987c-7abeb326cc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:40.956251 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae9d5c-7c1a-4f9d-ba31-c8c60c1797f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc38dde-cb94-4768-b04b-a6050d0ffb9f,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:40.960364 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-48ae9d5c-7c1a-4f9d-ba31-c8c60c1797f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:40.964713 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-48ae9d5c-7c1a-4f9d-ba31-c8c60c1797f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:40.965878 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-48ae9d5c-7c1a-4f9d-ba31-c8c60c1797f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4cc38dde-cb94-4768-b04b-a6050d0ffb9f HTTP/1.1" status: 204 len: 168 time: 0.1691401 May 12 08:23:41.738807 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55138) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:41.849101 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1584539918-network', 'tenant_id': 'f1964b5d6392440793bebf3c6c1d4fc4'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:41.853956 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:41.858129 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Usage tracker for resource:network and tenant:f1964b5d6392440793bebf3c6c1d4fc4 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:41.861153 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:41.867631 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:41.881345 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Made reservation on behalf of f1964b5d6392440793bebf3c6c1d4fc4 for: {'network': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:23:41.883659 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:41.896084 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:41.911183 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:41.915610 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Usage tracker for resource:security_group_rule and tenant:f1964b5d6392440793bebf3c6c1d4fc4 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:41.918365 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:41.924814 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:42.007626 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:42.013883 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:42.020240 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9824bcdb-8063-438e-a516-5c7de4a64cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:42.054586 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=78674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:23:42.066993 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3cc75f-9948-430a-afa5-52f68c72cb6f,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:42.070930 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:42.071846 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:42.072185 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.segments_db [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Added segment 08073140-75e2-42dd-ba6c-2db958855d9b of type vlan for network 27509fed-327e-4f8e-8602-e88e31f0fd97 May 12 08:23:42.098509 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:42.128956 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:42.130247 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:42.130817 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:42.135422 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-14ec0ab5-c72e-41fc-973a-8a2cebb1a380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:42.234244 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4943097 May 12 08:23:42.238601 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55144) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:42.242755 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Pushing event updated for resources: {'Network': ['ID=27509fed-327e-4f8e-8602-e88e31f0fd97,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:42.247165 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:42.250223 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Request body: {'subnet': {'network_id': '27509fed-327e-4f8e-8602-e88e31f0fd97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1584539918-subnet', 'tenant_id': 'f1964b5d6392440793bebf3c6c1d4fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:42.256351 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:42.257563 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network 27509fed-327e-4f8e-8602-e88e31f0fd97 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:23:42.260634 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Usage tracker for resource:subnet and tenant:f1964b5d6392440793bebf3c6c1d4fc4 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:42.263750 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:42.270266 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:42.282934 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Made reservation on behalf of f1964b5d6392440793bebf3c6c1d4fc4 for: {'subnet': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:23:42.285665 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132589044'] for subnet, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:42.687562 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133914155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132588934'] for subnet, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:42.691202 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-56182b1c-46df-4cce-adf3-416f515969e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:42.757859 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Pushing event updated for resources: {'Subnet': ['ID=066d08dd-8a40-410a-98af-4dcb6c6efa77,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:42.761495 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:42.768697 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Checking segment: {'id': '08073140-75e2-42dd-ba6c-2db958855d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27509fed-327e-4f8e-8602-e88e31f0fd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:23:42.769060 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Network hostable DHCP agents. Network: 27509fed-327e-4f8e-8602-e88e31f0fd97, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:23:42.787689 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Network 27509fed-327e-4f8e-8602-e88e31f0fd97 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:23:42.796850 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, 27509fed-327e-4f8e-8602-e88e31f0fd97) {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:23:42.805305 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:42.805903 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:42.808370 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ab02b6-6ae9-4856-a255-5968081b0535 None None] Network 27509fed-327e-4f8e-8602-e88e31f0fd97 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:23:42.827225 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-13afb195-96f6-490c-8f94-cfca4793defe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5870543 May 12 08:23:43.013665 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f2b407-c273-4827-86ec-3358ba2c6c35 None None] Network 27509fed-327e-4f8e-8602-e88e31f0fd97 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:23:43.032033 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b983-b63d-4cb7-85df-2eb1369345c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:43.345830 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55162) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:43.354302 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-589514669-network', 'tenant_id': 'c37ecb6e88774f4fb2cd39e560e428e9'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:43.361103 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:43.366089 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Usage tracker for resource:network and tenant:c37ecb6e88774f4fb2cd39e560e428e9 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:43.370011 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:43.377573 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:43.390392 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Made reservation on behalf of c37ecb6e88774f4fb2cd39e560e428e9 for: {'network': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:23:43.392750 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:43.404410 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:43.418985 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:43.422874 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Usage tracker for resource:security_group_rule and tenant:c37ecb6e88774f4fb2cd39e560e428e9 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:43.426484 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:43.435643 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:43.529016 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:43.534420 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:43.537404 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-b77941e3-7e5d-45de-9a32-5a949c8fffa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:43.564189 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=78674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:23:43.573039 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203066db-8d3d-4320-a560-874af8660521,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:43.576513 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:43.578974 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:43.579580 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.segments_db [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Added segment 58cc94a4-5a45-4f50-86af-ba27f4c91ef9 of type vlan for network 1f8c0a78-13bc-423f-850d-19740b8cd396 May 12 08:23:43.606317 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:43.637045 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:43.638343 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:43.639054 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:43.642381 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fd2671f4-b90a-44a6-86e8-fd149ce6ecf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:43.739460 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Pushing event updated for resources: {'Network': ['ID=1f8c0a78-13bc-423f-850d-19740b8cd396,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:43.742800 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3959422 May 12 08:23:43.743763 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:43.745559 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55166) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:43.749607 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network 1f8c0a78-13bc-423f-850d-19740b8cd396 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:23:43.751094 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Request body: {'subnet': {'network_id': '1f8c0a78-13bc-423f-850d-19740b8cd396', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-589514669-subnet', 'tenant_id': 'c37ecb6e88774f4fb2cd39e560e428e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:23:43.755928 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:23:43.759819 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Usage tracker for resource:subnet and tenant:c37ecb6e88774f4fb2cd39e560e428e9 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:23:43.762711 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:23:43.769280 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:23:43.780846 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Made reservation on behalf of c37ecb6e88774f4fb2cd39e560e428e9 for: {'subnet': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:23:43.783342 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134155916'] for subnet, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:43.925677 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:44.171266 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3279661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134156030'] for subnet, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:44.174737 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:44.248132 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff189f48-56ca-4057-af80-5c7e6e0240d3,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:44.252033 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:44.259484 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Checking segment: {'id': '58cc94a4-5a45-4f50-86af-ba27f4c91ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f8c0a78-13bc-423f-850d-19740b8cd396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:23:44.259837 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Network hostable DHCP agents. Network: 1f8c0a78-13bc-423f-850d-19740b8cd396, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:23:44.278853 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Network 1f8c0a78-13bc-423f-850d-19740b8cd396 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:23:44.289066 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, 1f8c0a78-13bc-423f-850d-19740b8cd396) {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:23:44.298045 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919d8a70-3655-43a2-8eb1-4108aea961d2 None None] Network 1f8c0a78-13bc-423f-850d-19740b8cd396 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:23:44.298789 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:44.299397 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:44.323071 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-5853f709-8e31-40e6-a7ab-fed88726883a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5764742 May 12 08:23:44.458057 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55174) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:44.493101 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4db1ef-5eba-4de1-a131-aa190c33f08e None None] Network 1f8c0a78-13bc-423f-850d-19740b8cd396 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:23:44.522348 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9e8f40-b84d-4542-8348-4c343fa93977 admin admin] Deleting subnet 066d08dd-8a40-410a-98af-4dcb6c6efa77 {{(pid=78674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:23:44.525433 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8f40-b84d-4542-8348-4c343fa93977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:44.667327 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8f40-b84d-4542-8348-4c343fa93977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132425891'] for subnet, precommit_delete_associations {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:44.722303 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8f40-b84d-4542-8348-4c343fa93977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:44.974336 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8f40-b84d-4542-8348-4c343fa93977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2884590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134156007'] for subnet, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:44.978099 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fabc1624-c3f8-46b6-bb59-ba97e4ec7363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:45.011027 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e8f40-b84d-4542-8348-4c343fa93977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=066d08dd-8a40-410a-98af-4dcb6c6efa77,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:45.014004 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ca9e8f40-b84d-4542-8348-4c343fa93977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:45.014899 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8f40-b84d-4542-8348-4c343fa93977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.020828 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-ca9e8f40-b84d-4542-8348-4c343fa93977 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/066d08dd-8a40-410a-98af-4dcb6c6efa77 HTTP/1.1" status: 204 len: 168 time: 0.5617175 May 12 08:23:45.023358 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55178) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:45.128890 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.255253 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.267780 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27509fed-327e-4f8e-8602-e88e31f0fd97']}} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:45.279485 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08073140-75e2-42dd-ba6c-2db958855d9b') {'for_net_delete': True} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:45.279782 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08073140-75e2-42dd-ba6c-2db958855d9b') {} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:45.290906 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132425916'] for segment, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.306345 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.312272 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=78674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:23:45.312672 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2884488'] for segment, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: Traceback (most recent call last): May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: timer() May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: cb(*args, **kw) May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: return func(*args, **kwargs) May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: self._notify() May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: self.callback(batched_events) May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: event.method(event) May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: return f(self, *a, **k) May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: return self._get(url).json() May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: return self.request(url, 'GET', **kwargs) May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:23:45.325263 dv-cinder-790910-1-smb neutron-server[78674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:23:45.336724 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-9b2abe15-6289-42e5-96c1-8022e6daf148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.401897 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.405509 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-dff96cdb-b52a-4f08-a0cc-ddc9ff03bdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:45.418000 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.426856 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=27509fed-327e-4f8e-8602-e88e31f0fd97,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:45.429416 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/27509fed-327e-4f8e-8602-e88e31f0fd97 HTTP/1.1" status: 204 len: 168 time: 0.4051723 May 12 08:23:45.430231 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-72a03e4f-b0d2-47f4-a8b7-ee20754c92e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:45.432213 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55182) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:45.491382 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5ecf70-5f00-4201-9eae-c53728feec18 admin admin] Deleting subnet ff189f48-56ca-4057-af80-5c7e6e0240d3 {{(pid=78674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:23:45.494751 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3e5ecf70-5f00-4201-9eae-c53728feec18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.497444 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.547756 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3e5ecf70-5f00-4201-9eae-c53728feec18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132425891'] for subnet, precommit_delete_associations {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.601450 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3e5ecf70-5f00-4201-9eae-c53728feec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.847388 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3e5ecf70-5f00-4201-9eae-c53728feec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2884590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134156007'] for subnet, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.851197 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-df52970e-16ac-40d5-8379-7b2974dc011f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:45.885147 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ecf70-5f00-4201-9eae-c53728feec18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff189f48-56ca-4057-af80-5c7e6e0240d3,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:45.888120 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-3e5ecf70-5f00-4201-9eae-c53728feec18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:45.889101 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3e5ecf70-5f00-4201-9eae-c53728feec18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:45.895226 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-3e5ecf70-5f00-4201-9eae-c53728feec18 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ff189f48-56ca-4057-af80-5c7e6e0240d3 HTTP/1.1" status: 204 len: 168 time: 0.4620736 May 12 08:23:45.897756 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55186) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:46.001975 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:46.207914 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:46.226946 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8c0a78-13bc-423f-850d-19740b8cd396']}} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:46.240236 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cc94a4-5a45-4f50-86af-ba27f4c91ef9') {'for_net_delete': True} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:46.240512 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cc94a4-5a45-4f50-86af-ba27f4c91ef9') {} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:23:46.251681 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132425916'] for segment, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:46.269044 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:46.275558 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=78674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:23:46.275925 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2884488'] for segment, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: Traceback (most recent call last): May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: timer() May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: cb(*args, **kw) May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: return func(*args, **kwargs) May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: self._notify() May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: self.callback(batched_events) May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: event.method(event) May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: return f(self, *a, **k) May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: return self._get(url).json() May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: return self.request(url, 'GET', **kwargs) May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:23:46.289138 dv-cinder-790910-1-smb neutron-server[78674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:23:46.371361 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:46.378052 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:46.393815 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:46.399873 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8c0a78-13bc-423f-850d-19740b8cd396,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:46.402600 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:46.404598 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-feacd926-6873-4cdd-a863-b0933225787e admin admin] 10.222.0.43 "DELETE /v2.0/networks/1f8c0a78-13bc-423f-850d-19740b8cd396 HTTP/1.1" status: 204 len: 168 time: 0.5057917 May 12 08:23:46.508281 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:46.608645 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55192) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:46.658113 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-6794f516-6550-4460-bcd2-7b9516c6c8fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1964b5d6392440793bebf3c6c1d4fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479224 May 12 08:23:46.661391 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55196) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:46.722998 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e5760ddb-3ad1-4aed-a918-21fc51280f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:46.752090 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e5760ddb-3ad1-4aed-a918-21fc51280f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:46.806416 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e5760ddb-3ad1-4aed-a918-21fc51280f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:46.811641 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ef00145a-95d1-4d06-b721-393d8fa2861a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:46.823807 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5760ddb-3ad1-4aed-a918-21fc51280f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3cc75f-9948-430a-afa5-52f68c72cb6f,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:46.826717 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-e5760ddb-3ad1-4aed-a918-21fc51280f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:46.828669 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e5760ddb-3ad1-4aed-a918-21fc51280f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:46.830107 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-e5760ddb-3ad1-4aed-a918-21fc51280f7b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d3cc75f-9948-430a-afa5-52f68c72cb6f HTTP/1.1" status: 204 len: 168 time: 0.1678092 May 12 08:23:47.201469 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55204) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:47.254561 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-3e8f99d1-c052-482e-9283-d40025d820bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c37ecb6e88774f4fb2cd39e560e428e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517900 May 12 08:23:47.257427 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55208) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:23:47.321004 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6089d2a3-0500-4424-a26a-22b624f00042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:47.347804 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6089d2a3-0500-4424-a26a-22b624f00042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:47.406110 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6089d2a3-0500-4424-a26a-22b624f00042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:47.409776 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-cd71e6e3-2bfd-4573-97f7-c7fc1e0df351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:23:47.420661 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089d2a3-0500-4424-a26a-22b624f00042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203066db-8d3d-4320-a560-874af8660521,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:23:47.424177 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-6089d2a3-0500-4424-a26a-22b624f00042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:23:47.427360 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6089d2a3-0500-4424-a26a-22b624f00042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:47.428522 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-6089d2a3-0500-4424-a26a-22b624f00042 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/203066db-8d3d-4320-a560-874af8660521 HTTP/1.1" status: 204 len: 168 time: 0.1697643 May 12 08:23:47.979714 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:23:48.075233 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-400ba5d6-98f1-44cb-a9ef-880ca7b41e1c req-75157fef-1f15-4f47-a844-e002f7a34fea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747111 May 12 08:23:48.241696 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ba5d6-98f1-44cb-a9ef-880ca7b41e1c req-68fa388f-8fb1-40b8-a029-6254b18623e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:48.243209 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-400ba5d6-98f1-44cb-a9ef-880ca7b41e1c req-68fa388f-8fb1-40b8-a029-6254b18623e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b2f46887fc847088b33aa0b287702e3&device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 1137 time: 0.0755990 May 12 08:23:48.393268 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ba5d6-98f1-44cb-a9ef-880ca7b41e1c req-e069d0ab-f76d-4801-bca7-cf9f69cf34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:48.394795 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-400ba5d6-98f1-44cb-a9ef-880ca7b41e1c req-e069d0ab-f76d-4801-bca7-cf9f69cf34c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c84d46a3-8be0-49e9-9b31-c232cd9efe06 HTTP/1.1" status: 200 len: 915 time: 0.1301165 May 12 08:23:48.500778 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-400ba5d6-98f1-44cb-a9ef-880ca7b41e1c req-e41debdd-6106-4c9f-8d3e-fce121c7fd19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94106216-5bc7-4352-b5db-b232025d8707 HTTP/1.1" status: 200 len: 1000 time: 0.0985818 May 12 08:23:48.570166 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ba5d6-98f1-44cb-a9ef-880ca7b41e1c req-7aa0f9fc-f58b-4eb4-bedc-78f36731d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:48.571617 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-400ba5d6-98f1-44cb-a9ef-880ca7b41e1c req-7aa0f9fc-f58b-4eb4-bedc-78f36731d227 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=374f5337-5c57-45d6-8f16-321aab0c604d HTTP/1.1" status: 200 len: 853 time: 0.0619702 May 12 08:23:48.646117 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ba5d6-98f1-44cb-a9ef-880ca7b41e1c req-4f4b1ef6-6522-4919-8667-50f1fc6dcea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:23:48.647689 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-400ba5d6-98f1-44cb-a9ef-880ca7b41e1c req-4f4b1ef6-6522-4919-8667-50f1fc6dcea7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c84d46a3-8be0-49e9-9b31-c232cd9efe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698528 May 12 08:23:48.777726 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-400ba5d6-98f1-44cb-a9ef-880ca7b41e1c req-79724cc3-2233-4d0a-a564-2f7d29090c67 service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237879 May 12 08:23:48.909546 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-400ba5d6-98f1-44cb-a9ef-880ca7b41e1c req-1d9c1b94-bc61-43bb-8e69-f3a9e8a996b6 service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254456 May 12 08:23:56.110672 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:24:01.440358 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac7b33-b2bf-47ca-9c7f-3721d7f7db33 req-df5f1c76-e065-469c-946d-e66c36227145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:01.441877 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ffac7b33-b2bf-47ca-9c7f-3721d7f7db33 req-df5f1c76-e065-469c-946d-e66c36227145 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b2f46887fc847088b33aa0b287702e3&device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 1137 time: 0.0702293 May 12 08:24:01.448218 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bbd36-8be8-4ee7-af9a-20c3b9a13c17 req-dfc6d533-c23e-4c53-a0d8-55426c1c2536 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:01.449810 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2e5bbd36-8be8-4ee7-af9a-20c3b9a13c17 req-dfc6d533-c23e-4c53-a0d8-55426c1c2536 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0805814 May 12 08:24:01.498058 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2e5bbd36-8be8-4ee7-af9a-20c3b9a13c17 req-d2910e41-f1e7-4e91-9524-2e8844920a7c tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422988 May 12 08:24:01.573334 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac7b33-b2bf-47ca-9c7f-3721d7f7db33 req-39108224-2953-4036-ba82-95c2920f143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:01.574805 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ffac7b33-b2bf-47ca-9c7f-3721d7f7db33 req-39108224-2953-4036-ba82-95c2920f143a service neutron] 10.222.0.48 "GET /v2.0/networks?id=c84d46a3-8be0-49e9-9b31-c232cd9efe06 HTTP/1.1" status: 200 len: 915 time: 0.1252010 May 12 08:24:01.677545 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ffac7b33-b2bf-47ca-9c7f-3721d7f7db33 req-533a79e3-d563-4275-8830-db58d44494da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94106216-5bc7-4352-b5db-b232025d8707 HTTP/1.1" status: 200 len: 1000 time: 0.0958464 May 12 08:24:01.823326 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac7b33-b2bf-47ca-9c7f-3721d7f7db33 req-380135ce-af8d-4fbe-9392-848cc937d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:01.824674 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ffac7b33-b2bf-47ca-9c7f-3721d7f7db33 req-380135ce-af8d-4fbe-9392-848cc937d8a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=374f5337-5c57-45d6-8f16-321aab0c604d HTTP/1.1" status: 200 len: 853 time: 0.1399114 May 12 08:24:01.902705 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac7b33-b2bf-47ca-9c7f-3721d7f7db33 req-7ab465a1-316a-4afa-882f-d201c16a6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:01.904195 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ffac7b33-b2bf-47ca-9c7f-3721d7f7db33 req-7ab465a1-316a-4afa-882f-d201c16a6aef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c84d46a3-8be0-49e9-9b31-c232cd9efe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724437 May 12 08:24:02.037748 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ffac7b33-b2bf-47ca-9c7f-3721d7f7db33 req-12561f92-23ac-40e6-8a50-bb20dfa6fe55 service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255608 May 12 08:24:02.175304 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ffac7b33-b2bf-47ca-9c7f-3721d7f7db33 req-20d2e9c6-bfac-480f-ae5c-b62fed6d2cdc service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301417 May 12 08:24:02.701157 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d0900-31da-4e9b-a104-b49c72ffcdf2 req-81e8962b-d299-433b-a390-03eff151732d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:02.702603 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-675d0900-31da-4e9b-a104-b49c72ffcdf2 req-81e8962b-d299-433b-a390-03eff151732d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0967371 May 12 08:24:02.749919 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-675d0900-31da-4e9b-a104-b49c72ffcdf2 req-4b36faa3-f69e-4c96-bf10-4cb1ac9e18dc tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412831 May 12 08:24:03.947172 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec259449-8f1d-4f53-99be-dce460b6ad89 req-0f174f7f-4f9f-4790-b533-409fc200696d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:03.948706 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ec259449-8f1d-4f53-99be-dce460b6ad89 req-0f174f7f-4f9f-4790-b533-409fc200696d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0862043 May 12 08:24:03.995906 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-ec259449-8f1d-4f53-99be-dce460b6ad89 req-d474092f-3772-4c56-9b41-ee24af348f0f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410829 May 12 08:24:05.196574 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8539e-f8ed-44a1-9509-bf063ad928c7 req-afcef615-5c27-4574-aee6-381703d2918a tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:05.198115 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-43c8539e-f8ed-44a1-9509-bf063ad928c7 req-afcef615-5c27-4574-aee6-381703d2918a tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0828032 May 12 08:24:05.246099 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-43c8539e-f8ed-44a1-9509-bf063ad928c7 req-4b72784d-61b7-4a05-a6e9-efd564246595 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415077 May 12 08:24:05.809827 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55436) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:05.935849 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b7ea236b-810a-4426-8726-72078d94b972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:05.950663 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-b7ea236b-810a-4426-8726-72078d94b972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:24:05.954993 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-b7ea236b-810a-4426-8726-72078d94b972 admin admin] Usage tracker for resource:security_group_rule and tenant:84ccea394e1e4c53885daea804c1a136 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:24:05.958055 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-b7ea236b-810a-4426-8726-72078d94b972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:24:05.964258 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-b7ea236b-810a-4426-8726-72078d94b972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:24:06.058183 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b7ea236b-810a-4426-8726-72078d94b972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:06.064524 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b7ea236b-810a-4426-8726-72078d94b972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:06.071919 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-66764d1f-9670-4b3a-af82-c04f96ce451f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:06.112293 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-b7ea236b-810a-4426-8726-72078d94b972 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84ccea394e1e4c53885daea804c1a136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014183 May 12 08:24:06.113165 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea236b-810a-4426-8726-72078d94b972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710e4396-9a2b-480b-b5f4-f27944cb6a28,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:06.115274 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55442) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:06.116736 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-b7ea236b-810a-4426-8726-72078d94b972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:06.179256 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-17e18da5-a5db-4c01-a280-2fd8f2f25348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:06.207823 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-17e18da5-a5db-4c01-a280-2fd8f2f25348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:06.267496 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-17e18da5-a5db-4c01-a280-2fd8f2f25348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:06.272389 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-5652884a-12bd-488c-b49c-9855d282050a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:06.284242 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e18da5-a5db-4c01-a280-2fd8f2f25348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710e4396-9a2b-480b-b5f4-f27944cb6a28,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:06.287175 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-17e18da5-a5db-4c01-a280-2fd8f2f25348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:06.289215 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-17e18da5-a5db-4c01-a280-2fd8f2f25348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:06.291468 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-17e18da5-a5db-4c01-a280-2fd8f2f25348 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/710e4396-9a2b-480b-b5f4-f27944cb6a28 HTTP/1.1" status: 204 len: 168 time: 0.1740408 May 12 08:24:06.436435 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33169da-5b48-4ff3-a72a-5c8a5a787c75 req-bd69fd42-ee46-4b03-a72b-f186a7f2f968 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:06.437928 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f33169da-5b48-4ff3-a72a-5c8a5a787c75 req-bd69fd42-ee46-4b03-a72b-f186a7f2f968 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0848689 May 12 08:24:06.487090 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-f33169da-5b48-4ff3-a72a-5c8a5a787c75 req-f6a2e869-7f09-4cc2-9ee8-425f82627d44 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429871 May 12 08:24:06.576097 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55452) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:06.594667 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9423020a-5a90-4152-8437-c8f91b57a0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:06.609176 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-9423020a-5a90-4152-8437-c8f91b57a0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:24:06.613161 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-9423020a-5a90-4152-8437-c8f91b57a0ce admin admin] Usage tracker for resource:security_group_rule and tenant:dc2d78a7efcb4c618141d088f41fff7e is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:24:06.616023 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-9423020a-5a90-4152-8437-c8f91b57a0ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:24:06.621836 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-9423020a-5a90-4152-8437-c8f91b57a0ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:24:06.708545 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9423020a-5a90-4152-8437-c8f91b57a0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:06.715414 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9423020a-5a90-4152-8437-c8f91b57a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:06.726239 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fd6d8f09-c627-420f-860a-9fc8cfbf7102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:06.774757 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-9423020a-5a90-4152-8437-c8f91b57a0ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc2d78a7efcb4c618141d088f41fff7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974463 May 12 08:24:06.775709 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423020a-5a90-4152-8437-c8f91b57a0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235595a5-35ac-4fcd-9be8-96bdcc097c2d,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:06.777612 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55456) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:06.779011 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9423020a-5a90-4152-8437-c8f91b57a0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:06.838946 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6e756d05-92fb-43f2-9996-3083c8cbb479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:06.866763 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6e756d05-92fb-43f2-9996-3083c8cbb479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:06.924041 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6e756d05-92fb-43f2-9996-3083c8cbb479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:06.927773 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-4dccc4fb-4dc7-41bf-9958-c7686a4d1029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:06.938494 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e756d05-92fb-43f2-9996-3083c8cbb479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235595a5-35ac-4fcd-9be8-96bdcc097c2d,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:06.941220 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6e756d05-92fb-43f2-9996-3083c8cbb479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:06.947236 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-6e756d05-92fb-43f2-9996-3083c8cbb479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:06.950401 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-6e756d05-92fb-43f2-9996-3083c8cbb479 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/235595a5-35ac-4fcd-9be8-96bdcc097c2d HTTP/1.1" status: 204 len: 168 time: 0.1691256 May 12 08:24:07.670564 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabce419-de9d-476d-a68c-d201184917e8 req-e82c6115-00a7-499a-82b1-d0a2d908e3aa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:07.672009 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-eabce419-de9d-476d-a68c-d201184917e8 req-e82c6115-00a7-499a-82b1-d0a2d908e3aa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0804098 May 12 08:24:07.718827 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-eabce419-de9d-476d-a68c-d201184917e8 req-a5eb9611-7a97-4df9-af10-f2566b217faa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407770 May 12 08:24:09.024599 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415fd82-2f5d-4e10-a8b6-9f1922fc8b13 req-da3dbc63-a4d9-4afd-83ab-a9b8a166b4c1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:09.025853 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0415fd82-2f5d-4e10-a8b6-9f1922fc8b13 req-da3dbc63-a4d9-4afd-83ab-a9b8a166b4c1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.1981168 May 12 08:24:09.079462 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-0415fd82-2f5d-4e10-a8b6-9f1922fc8b13 req-ce7cca1f-b81e-4286-ad9b-64cb8f0835c9 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469530 May 12 08:24:10.279780 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2533dd8-ed32-44c9-a7ed-37d1768fe5d3 req-92d6a813-77e5-4d9a-ab5d-ceb3f76641a1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:10.281305 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e2533dd8-ed32-44c9-a7ed-37d1768fe5d3 req-92d6a813-77e5-4d9a-ab5d-ceb3f76641a1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0887113 May 12 08:24:10.329643 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e2533dd8-ed32-44c9-a7ed-37d1768fe5d3 req-bda038c4-c92c-4aff-8d90-d35c5c2606c7 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425599 May 12 08:24:11.525132 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf9b56-093d-4d21-b81e-c697109b9c6e req-34d18459-4ad2-4912-a455-09a5416aec7c tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:11.526627 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3abf9b56-093d-4d21-b81e-c697109b9c6e req-34d18459-4ad2-4912-a455-09a5416aec7c tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0854146 May 12 08:24:11.573637 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3abf9b56-093d-4d21-b81e-c697109b9c6e req-7f483bcc-bead-4648-9b49-bf31a0142530 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411005 May 12 08:24:12.699992 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55542) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:12.764275 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f58d2-1c46-4671-a181-5ff1f63105a7 req-aec7f90c-568d-4212-a1df-139004787e30 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:12.765704 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-295f58d2-1c46-4671-a181-5ff1f63105a7 req-aec7f90c-568d-4212-a1df-139004787e30 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0802662 May 12 08:24:12.816110 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-32ec98b0-be00-4308-bf38-5d9380239148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:12.816834 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-295f58d2-1c46-4671-a181-5ff1f63105a7 req-e3b5e0cc-95c9-40c9-a852-9d98b7b28fa1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451124 May 12 08:24:12.835315 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-32ec98b0-be00-4308-bf38-5d9380239148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:24:12.839302 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-32ec98b0-be00-4308-bf38-5d9380239148 admin admin] Usage tracker for resource:security_group_rule and tenant:0dcea922e2f44b2eb2195d191e51632f is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:24:12.842159 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-32ec98b0-be00-4308-bf38-5d9380239148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:24:12.847742 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-32ec98b0-be00-4308-bf38-5d9380239148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:24:12.928022 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-32ec98b0-be00-4308-bf38-5d9380239148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:12.933728 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-32ec98b0-be00-4308-bf38-5d9380239148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:12.940699 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-5dc6a2f0-ecc6-47e8-ae5c-1d005d5f15a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:12.980573 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-32ec98b0-be00-4308-bf38-5d9380239148 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0dcea922e2f44b2eb2195d191e51632f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794590 May 12 08:24:12.981431 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec98b0-be00-4308-bf38-5d9380239148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19deaf36-9dd3-41a8-8573-2b961484e0c4,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:12.983539 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55548) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:12.984619 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-32ec98b0-be00-4308-bf38-5d9380239148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:13.005926 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-72cc72ad-7c4d-4a31-92db-9df5249e3412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:13.044032 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:13.069624 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:13.121570 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:13.126557 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-2b90513d-c190-4619-b0a2-b9eaa5f069a3 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:13.140918 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19deaf36-9dd3-41a8-8573-2b961484e0c4,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:13.150904 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:13.151280 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:13.151648 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:13.152013 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:13.152357 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:13.152736 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:13.153090 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:13.153439 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:13.153791 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:13.154140 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:13.154557 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:13.154939 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:13.159515 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:13.163598 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:13.164826 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-c39532b8-50fa-40e5-86f5-42305a0294ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19deaf36-9dd3-41a8-8573-2b961484e0c4 HTTP/1.1" status: 204 len: 168 time: 0.1801980 May 12 08:24:13.466202 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55556) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:13.483999 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-04ff7a19-7afa-4c6e-aa72-ac064dbe705a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:13.498018 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-04ff7a19-7afa-4c6e-aa72-ac064dbe705a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:24:13.501888 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-04ff7a19-7afa-4c6e-aa72-ac064dbe705a admin admin] Usage tracker for resource:security_group_rule and tenant:7ad8793e3b004260abf084ec877981ce is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:24:13.504777 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-04ff7a19-7afa-4c6e-aa72-ac064dbe705a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:24:13.510462 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-04ff7a19-7afa-4c6e-aa72-ac064dbe705a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:24:13.601633 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-04ff7a19-7afa-4c6e-aa72-ac064dbe705a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:13.607964 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-04ff7a19-7afa-4c6e-aa72-ac064dbe705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:13.615050 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-80d5812d-2e6d-401c-8a2d-adfe3468d011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:13.655570 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-04ff7a19-7afa-4c6e-aa72-ac064dbe705a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ad8793e3b004260abf084ec877981ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881649 May 12 08:24:13.656342 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff7a19-7afa-4c6e-aa72-ac064dbe705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c1babf-3164-47cb-a6bd-bd04472cddef,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:13.658243 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55560) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:13.659356 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-04ff7a19-7afa-4c6e-aa72-ac064dbe705a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:13.720150 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a29914dc-944b-4f59-ab88-774a29d01b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:13.745165 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a29914dc-944b-4f59-ab88-774a29d01b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:13.796533 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a29914dc-944b-4f59-ab88-774a29d01b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:13.800513 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e5f33ec9-9575-444d-9e48-2fa8ad2c88fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:13.813204 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29914dc-944b-4f59-ab88-774a29d01b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c1babf-3164-47cb-a6bd-bd04472cddef,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:13.815676 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a29914dc-944b-4f59-ab88-774a29d01b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:13.824536 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a29914dc-944b-4f59-ab88-774a29d01b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:13.825671 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-a29914dc-944b-4f59-ab88-774a29d01b6f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5c1babf-3164-47cb-a6bd-bd04472cddef HTTP/1.1" status: 204 len: 168 time: 0.1664634 May 12 08:24:13.936409 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:14.168700 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c6479-9ccb-4ca2-811b-5e2e98bee3fd req-902ddf01-a08b-4ebb-8f6a-082a16192674 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:14.170178 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9e7c6479-9ccb-4ca2-811b-5e2e98bee3fd req-902ddf01-a08b-4ebb-8f6a-082a16192674 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0873566 May 12 08:24:14.218803 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-9e7c6479-9ccb-4ca2-811b-5e2e98bee3fd req-3a975cc7-0d08-4330-bc8d-93c99e3f053b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426571 May 12 08:24:15.342448 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-c636e9ba-3754-4b65-ae4d-628953202938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:15.404387 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fcae9-3430-4f23-821c-87bd340ac7f4 req-5a4894d9-2219-479f-ad16-c8109f277e4c tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:15.405819 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6b3fcae9-3430-4f23-821c-87bd340ac7f4 req-5a4894d9-2219-479f-ad16-c8109f277e4c tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0812290 May 12 08:24:15.456268 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6b3fcae9-3430-4f23-821c-87bd340ac7f4 req-e22a79b3-c665-473e-a041-4d94f4a0eed5 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445986 May 12 08:24:15.501295 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:16.508787 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:16.648553 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e9432-efbf-4552-8435-c4d2c698da58 req-14db1298-773a-4dd8-abfa-9a987d3e18fa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:16.650223 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-082e9432-efbf-4552-8435-c4d2c698da58 req-14db1298-773a-4dd8-abfa-9a987d3e18fa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0854113 May 12 08:24:16.702167 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-082e9432-efbf-4552-8435-c4d2c698da58 req-60074d07-44f1-4011-a3a9-8e77a68e9f6d tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460079 May 12 08:24:17.904622 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf4f15-afa1-4657-9d69-d0229ed15242 req-6717dcf1-fff3-4f7a-88d9-008eb006eaa2 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:17.906063 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-58cf4f15-afa1-4657-9d69-d0229ed15242 req-6717dcf1-fff3-4f7a-88d9-008eb006eaa2 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0887399 May 12 08:24:17.956833 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-58cf4f15-afa1-4657-9d69-d0229ed15242 req-aaf0bbe8-a036-4d43-802d-e4b7d0d5b11f tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420818 May 12 08:24:17.984171 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:19.152280 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d7f96-7f7b-401d-a8a6-3b8c34ddba4e req-a2a1ab95-1c66-4a71-9e41-f60a329294d5 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:19.152280 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bf8d7f96-7f7b-401d-a8a6-3b8c34ddba4e req-a2a1ab95-1c66-4a71-9e41-f60a329294d5 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0862722 May 12 08:24:19.200003 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bf8d7f96-7f7b-401d-a8a6-3b8c34ddba4e req-bd812eef-c754-45d5-954f-e9be79615c3e tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&id=cb38d254-4db3-48d8-94db-19f9917d6951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419605 May 12 08:24:21.463780 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55696) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:21.588987 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-52aee8b2-d6e5-4f3c-aa21-2924d8cc8125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:21.602935 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-52aee8b2-d6e5-4f3c-aa21-2924d8cc8125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:24:21.606769 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-52aee8b2-d6e5-4f3c-aa21-2924d8cc8125 admin admin] Usage tracker for resource:security_group_rule and tenant:f9eca2addfee4a3187ae040970525434 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:24:21.609519 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-52aee8b2-d6e5-4f3c-aa21-2924d8cc8125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:24:21.615134 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-52aee8b2-d6e5-4f3c-aa21-2924d8cc8125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:24:21.703295 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-52aee8b2-d6e5-4f3c-aa21-2924d8cc8125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:21.711065 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-52aee8b2-d6e5-4f3c-aa21-2924d8cc8125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:21.721489 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-bb719981-c5ea-4c00-bd45-8bfe8fee64c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:21.760796 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-52aee8b2-d6e5-4f3c-aa21-2924d8cc8125 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9eca2addfee4a3187ae040970525434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959216 May 12 08:24:21.761663 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aee8b2-d6e5-4f3c-aa21-2924d8cc8125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8454422a-6e6e-45af-af12-f2a9c4b7ff1d,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:21.763750 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55702) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:21.765117 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-52aee8b2-d6e5-4f3c-aa21-2924d8cc8125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:21.826294 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7730879d-d310-4c7e-97a0-adcbfa3f5712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:21.862232 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7730879d-d310-4c7e-97a0-adcbfa3f5712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:21.917694 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7730879d-d310-4c7e-97a0-adcbfa3f5712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:21.921262 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:21.933935 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730879d-d310-4c7e-97a0-adcbfa3f5712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8454422a-6e6e-45af-af12-f2a9c4b7ff1d,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:21.937372 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-7730879d-d310-4c7e-97a0-adcbfa3f5712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:21.943576 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-7730879d-d310-4c7e-97a0-adcbfa3f5712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:21.944722 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-7730879d-d310-4c7e-97a0-adcbfa3f5712 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8454422a-6e6e-45af-af12-f2a9c4b7ff1d HTTP/1.1" status: 204 len: 168 time: 0.1799788 May 12 08:24:22.248254 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55710) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:22.266282 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-802aa63a-2a3d-4d2e-b5ac-a392b7be3c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:22.280900 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-802aa63a-2a3d-4d2e-b5ac-a392b7be3c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:24:22.285171 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-802aa63a-2a3d-4d2e-b5ac-a392b7be3c64 admin admin] Usage tracker for resource:security_group_rule and tenant:9db4a7d6ba474acbaabdeac761da4720 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:24:22.288244 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-802aa63a-2a3d-4d2e-b5ac-a392b7be3c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:24:22.294864 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-802aa63a-2a3d-4d2e-b5ac-a392b7be3c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:24:22.380755 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-802aa63a-2a3d-4d2e-b5ac-a392b7be3c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:22.386862 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-802aa63a-2a3d-4d2e-b5ac-a392b7be3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:22.395131 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-4ae137a0-e5a2-496d-9171-c6ecd37fc282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:22.441675 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-802aa63a-2a3d-4d2e-b5ac-a392b7be3c64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9db4a7d6ba474acbaabdeac761da4720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922908 May 12 08:24:22.443418 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802aa63a-2a3d-4d2e-b5ac-a392b7be3c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383f1eb1-601a-47d3-8018-9eec23f698b5,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:22.444628 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55714) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:22.446714 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-802aa63a-2a3d-4d2e-b5ac-a392b7be3c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:22.510283 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ac66c811-5c57-4c00-aab7-9c62bef61460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:22.537053 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ac66c811-5c57-4c00-aab7-9c62bef61460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:22.600877 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ac66c811-5c57-4c00-aab7-9c62bef61460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:22.605242 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-571740ea-5907-40b8-8e73-ba03005ffa2b tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:22.617857 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66c811-5c57-4c00-aab7-9c62bef61460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383f1eb1-601a-47d3-8018-9eec23f698b5,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:22.621608 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ac66c811-5c57-4c00-aab7-9c62bef61460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:22.627042 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-ac66c811-5c57-4c00-aab7-9c62bef61460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:22.628155 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-ac66c811-5c57-4c00-aab7-9c62bef61460 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/383f1eb1-601a-47d3-8018-9eec23f698b5 HTTP/1.1" status: 204 len: 168 time: 0.1825719 May 12 08:24:33.110387 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:24:43.020450 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-e36f1407-acc4-4ce8-9185-dfb4891f8d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:43.966279 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:45.349735 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-7ce34dff-66f1-4275-ae60-81b23f835d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:45.510284 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:46.524751 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:47.996458 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:48.445110 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 55896) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:48.575333 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9ce23680-5e44-4b40-8054-8a0f7fe2604d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:48.663332 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-9ce23680-5e44-4b40-8054-8a0f7fe2604d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:24:48.667481 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-9ce23680-5e44-4b40-8054-8a0f7fe2604d admin admin] Usage tracker for resource:security_group_rule and tenant:528fe651ac214c0fb0e0a189692ae081 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:24:48.670532 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-9ce23680-5e44-4b40-8054-8a0f7fe2604d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:24:48.676751 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-9ce23680-5e44-4b40-8054-8a0f7fe2604d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:24:48.758387 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9ce23680-5e44-4b40-8054-8a0f7fe2604d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:48.763362 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9ce23680-5e44-4b40-8054-8a0f7fe2604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:48.770416 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-06a47ec1-4001-4dac-bbe4-fa24c6c556df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:48.810786 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-9ce23680-5e44-4b40-8054-8a0f7fe2604d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=528fe651ac214c0fb0e0a189692ae081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646045 May 12 08:24:48.811465 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce23680-5e44-4b40-8054-8a0f7fe2604d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4178ef-3ffe-471d-bc14-5fd5158b8255,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:48.813693 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55902) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:48.814846 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9ce23680-5e44-4b40-8054-8a0f7fe2604d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:48.875985 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:48.902808 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:48.961163 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:48.964758 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-976038f0-e61a-4df3-a36a-4e1bb18da9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:48.975512 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4178ef-3ffe-471d-bc14-5fd5158b8255,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:48.986799 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:48.987156 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:48.987513 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:48.988397 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:48.988397 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:48.988834 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:48.988998 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:48.989266 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:48.989609 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:48.989978 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:48.990339 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:48.990657 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:24:48.993354 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:48.994450 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf4178ef-3ffe-471d-bc14-5fd5158b8255 HTTP/1.1" status: 204 len: 168 time: 0.1796968 May 12 08:24:48.995301 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-d7e11a5a-f6d6-4146-b5d2-f73e7863aabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:49.070429 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8fa15f3a-5e1e-448e-aecd-1f270d3f7e31 req-9e26653b-b1e3-474c-9964-36df714654fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722027 May 12 08:24:49.239188 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa15f3a-5e1e-448e-aecd-1f270d3f7e31 req-5860dc39-5148-4cf7-b7af-b98fc8499f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:49.240651 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8fa15f3a-5e1e-448e-aecd-1f270d3f7e31 req-5860dc39-5148-4cf7-b7af-b98fc8499f5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b2f46887fc847088b33aa0b287702e3&device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 1137 time: 0.0784867 May 12 08:24:49.388123 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa15f3a-5e1e-448e-aecd-1f270d3f7e31 req-a75776c7-66a3-42d2-9f91-be1a60712403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:49.389592 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8fa15f3a-5e1e-448e-aecd-1f270d3f7e31 req-a75776c7-66a3-42d2-9f91-be1a60712403 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c84d46a3-8be0-49e9-9b31-c232cd9efe06 HTTP/1.1" status: 200 len: 915 time: 0.1284254 May 12 08:24:49.492226 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8fa15f3a-5e1e-448e-aecd-1f270d3f7e31 req-67dbbe14-426e-42e0-9430-dda747841a4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94106216-5bc7-4352-b5db-b232025d8707 HTTP/1.1" status: 200 len: 1000 time: 0.0951867 May 12 08:24:49.553792 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa15f3a-5e1e-448e-aecd-1f270d3f7e31 req-26fbe9bd-ab1a-4c1b-a0ac-d06081d584d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:49.555163 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8fa15f3a-5e1e-448e-aecd-1f270d3f7e31 req-26fbe9bd-ab1a-4c1b-a0ac-d06081d584d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=374f5337-5c57-45d6-8f16-321aab0c604d HTTP/1.1" status: 200 len: 853 time: 0.0566020 May 12 08:24:49.635274 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa15f3a-5e1e-448e-aecd-1f270d3f7e31 req-4dfb34c4-333b-43ac-ae9e-dc90d06e29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:49.636877 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8fa15f3a-5e1e-448e-aecd-1f270d3f7e31 req-4dfb34c4-333b-43ac-ae9e-dc90d06e29f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c84d46a3-8be0-49e9-9b31-c232cd9efe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747547 May 12 08:24:49.775473 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8fa15f3a-5e1e-448e-aecd-1f270d3f7e31 req-ac695d55-590a-4267-b5dc-ed1a15c9a97d service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312022 May 12 08:24:49.918540 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-8fa15f3a-5e1e-448e-aecd-1f270d3f7e31 req-60740ef2-1240-444f-9111-ab25bf3979b0 service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366215 May 12 08:24:52.418832 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a59f5585-fa19-4e11-81b8-bb8713313ccc req-dc4adcd1-8c69-48a1-92cf-194e21fa5b6b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342014212&fields=id&tenant_id=5b2f46887fc847088b33aa0b287702e3 HTTP/1.1" status: 200 len: 267 time: 0.0412426 May 12 08:24:52.507501 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f5585-fa19-4e11-81b8-bb8713313ccc req-4375ba21-9051-42da-9c92-6aefa23040e1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:52.509020 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a59f5585-fa19-4e11-81b8-bb8713313ccc req-4375ba21-9051-42da-9c92-6aefa23040e1 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 984 time: 0.0829105 May 12 08:24:52.522683 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-a59f5585-fa19-4e11-81b8-bb8713313ccc req-599ccc48-f497-4452-8551-a2ed14ec7577 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Request body: {'port': {'security_groups': ['5747dac0-acd5-46f4-896f-d7a398de90f7']}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:24:52.646960 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-a59f5585-fa19-4e11-81b8-bb8713313ccc req-599ccc48-f497-4452-8551-a2ed14ec7577 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:52.897341 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-a59f5585-fa19-4e11-81b8-bb8713313ccc req-599ccc48-f497-4452-8551-a2ed14ec7577 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] For port 94106216-5bc7-4352-b5db-b232025d8707, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=94106216-5bc7-4352-b5db-b232025d8707,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:24:52.923526 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-a59f5585-fa19-4e11-81b8-bb8713313ccc req-599ccc48-f497-4452-8551-a2ed14ec7577 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:52.931003 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-a59f5585-fa19-4e11-81b8-bb8713313ccc req-599ccc48-f497-4452-8551-a2ed14ec7577 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:52.936984 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:52.970141 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['94106216-5bc7-4352-b5db-b232025d8707'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:24:52.998025 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f5585-fa19-4e11-81b8-bb8713313ccc req-599ccc48-f497-4452-8551-a2ed14ec7577 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:52.998196 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-a59f5585-fa19-4e11-81b8-bb8713313ccc req-599ccc48-f497-4452-8551-a2ed14ec7577 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:52.999554 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a59f5585-fa19-4e11-81b8-bb8713313ccc req-599ccc48-f497-4452-8551-a2ed14ec7577 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "PUT /v2.0/ports/94106216-5bc7-4352-b5db-b232025d8707 HTTP/1.1" status: 200 len: 942 time: 0.4815011 May 12 08:24:53.002373 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'tag': '94106216-5bc7-4352-b5db-b232025d8707'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:24:53.008748 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55914) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:53.049331 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ccc48-f497-4452-8551-a2ed14ec7577 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event updated for resources: {'Port': ['ID=94106216-5bc7-4352-b5db-b232025d8707,revision_number=7']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:53.053102 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-599ccc48-f497-4452-8551-a2ed14ec7577 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:53.070090 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'tag': '94106216-5bc7-4352-b5db-b232025d8707', 'status': 'completed', 'code': 200} May 12 08:24:53.113475 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-43d86c0d-3574-4b1a-a32d-c6716d8c9c06 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:53.145689 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-43d86c0d-3574-4b1a-a32d-c6716d8c9c06 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:53.178657 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['94106216-5bc7-4352-b5db-b232025d8707'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:24:53.222404 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-43d86c0d-3574-4b1a-a32d-c6716d8c9c06 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:53.242323 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-ac66c811-5c57-4c00-aab7-9c62bef61460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:53.260073 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed93f55-1d0b-45bd-beaf-aff0bb837f22 req-eda157f7-7a35-457d-ba94-b353b60c3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:53.261827 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6ed93f55-1d0b-45bd-beaf-aff0bb837f22 req-eda157f7-7a35-457d-ba94-b353b60c3b28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b2f46887fc847088b33aa0b287702e3&device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 1098 time: 0.1337626 May 12 08:24:53.266226 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d86c0d-3574-4b1a-a32d-c6716d8c9c06 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb38d254-4db3-48d8-94db-19f9917d6951,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:53.269241 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-43d86c0d-3574-4b1a-a32d-c6716d8c9c06 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:53.276768 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-43d86c0d-3574-4b1a-a32d-c6716d8c9c06 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for security_group, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:53.278467 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-43d86c0d-3574-4b1a-a32d-c6716d8c9c06 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "DELETE /v2.0/security-groups/cb38d254-4db3-48d8-94db-19f9917d6951 HTTP/1.1" status: 204 len: 168 time: 0.2670329 May 12 08:24:53.281896 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 55920) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:24:53.401116 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-578c55b9-9fc0-470a-a87a-79f9cfa0a72b None None] Provisioning complete for port 94106216-5bc7-4352-b5db-b232025d8707 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:24:53.401496 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-578c55b9-9fc0-470a-a87a-79f9cfa0a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:53.541664 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed93f55-1d0b-45bd-beaf-aff0bb837f22 req-8b9173fd-296b-46b1-950d-20a7a57e95d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:53.545214 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6ed93f55-1d0b-45bd-beaf-aff0bb837f22 req-8b9173fd-296b-46b1-950d-20a7a57e95d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c84d46a3-8be0-49e9-9b31-c232cd9efe06 HTTP/1.1" status: 200 len: 915 time: 0.2749906 May 12 08:24:53.565263 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Deleting port 2cd51d6d-3f00-457d-ac7b-75ff230f9ca5 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:24:53.565598 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:53.655199 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6ed93f55-1d0b-45bd-beaf-aff0bb837f22 req-94afd1d1-dc15-4737-afa0-8b5e823f066d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94106216-5bc7-4352-b5db-b232025d8707 HTTP/1.1" status: 200 len: 1000 time: 0.1040876 May 12 08:24:53.684338 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:53.684707 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:53.717559 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed93f55-1d0b-45bd-beaf-aff0bb837f22 req-6d2f8d59-b78c-4246-acfd-3a5a8b291c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:53.718999 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6ed93f55-1d0b-45bd-beaf-aff0bb837f22 req-6d2f8d59-b78c-4246-acfd-3a5a8b291c09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=374f5337-5c57-45d6-8f16-321aab0c604d HTTP/1.1" status: 200 len: 853 time: 0.0575831 May 12 08:24:53.800277 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed93f55-1d0b-45bd-beaf-aff0bb837f22 req-03bb120b-8e2b-4e14-a343-aec1cf0d75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:53.801924 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6ed93f55-1d0b-45bd-beaf-aff0bb837f22 req-03bb120b-8e2b-4e14-a343-aec1cf0d75b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c84d46a3-8be0-49e9-9b31-c232cd9efe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764322 May 12 08:24:53.911080 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Calling delete_port for 2cd51d6d-3f00-457d-ac7b-75ff230f9ca5 owned by network:floatingip {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:24:53.938216 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6ed93f55-1d0b-45bd-beaf-aff0bb837f22 req-2bd97c92-853b-486b-afe2-06d93efc740d service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292810 May 12 08:24:54.039578 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:54.044068 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-10735e0e-1c59-4ca0-8feb-ac7952b75fc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:24:54.068938 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-6ed93f55-1d0b-45bd-beaf-aff0bb837f22 req-144fdb7a-d9a5-4f50-9c2d-465f90f18c2a service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247201 May 12 08:24:54.087991 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event deleted for resources: {'Port': ['ID=2cd51d6d-3f00-457d-ac7b-75ff230f9ca5,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:24:54.114317 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:24:54.182181 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks [] for floatingip, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:54.182516 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.l3_db [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Floating IP 10cc6003-d7ab-4ec4-a55c-be26b4f2e3a9 disassociated (deleted). External IP: 172.28.1.86, port: 94106216-5bc7-4352-b5db-b232025d8707. May 12 08:24:54.531279 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Router 913c5586-2327-4c5b-bfcb-127e5af5c917 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:24:54.713382 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:24:54.723342 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee452f2d-5d92-4b3e-ab8d-253584cdc730 None None] Sync routers for ids ['913c5586-2327-4c5b-bfcb-127e5af5c917'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:24:54.733354 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee452f2d-5d92-4b3e-ab8d-253584cdc730 None None] Routers {'913c5586-2327-4c5b-bfcb-127e5af5c917'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:24:54.734013 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-ee452f2d-5d92-4b3e-ab8d-253584cdc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:24:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['913c5586-2327-4c5b-bfcb-127e5af5c917'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:24:54.735063 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:24:54.788846 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-8d8cf6c9-3176-40c9-b275-362ddf2acb7b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "DELETE /v2.0/floatingips/10cc6003-d7ab-4ec4-a55c-be26b4f2e3a9 HTTP/1.1" status: 204 len: 168 time: 1.5056021 May 12 08:24:54.789471 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'tag': '94106216-5bc7-4352-b5db-b232025d8707'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:24:54.912125 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-ee452f2d-5d92-4b3e-ab8d-253584cdc730 None None] Set router 913c5586-2327-4c5b-bfcb-127e5af5c917 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:24:55.028432 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'tag': '94106216-5bc7-4352-b5db-b232025d8707', 'status': 'completed', 'code': 200} May 12 08:24:55.141731 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f09e3-c26b-4ff3-b857-e7abce5baae5 req-6e8b640d-5b21-494e-9e07-61670eaa9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:55.143220 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b70f09e3-c26b-4ff3-b857-e7abce5baae5 req-6e8b640d-5b21-494e-9e07-61670eaa9eab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b2f46887fc847088b33aa0b287702e3&device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 1098 time: 0.0733922 May 12 08:24:55.250224 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-ee452f2d-5d92-4b3e-ab8d-253584cdc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:22:48Z', 'revision_number': 4, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port': {'id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:44Z', 'updated_at': '2021-05-12T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'a5a84ebc-1685-4b1c-a8cc-427865a75f78', 'name': '', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'mac_address': 'fa:16:3e:1e:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:47Z', 'updated_at': '2021-05-12T08:22:54Z', 'revision_number': 5, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'subnets': [{'id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:24:55.258793 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee452f2d-5d92-4b3e-ab8d-253584cdc730 None None] Checking router: 913c5586-2327-4c5b-bfcb-127e5af5c917 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:24:55.267594 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee452f2d-5d92-4b3e-ab8d-253584cdc730 None None] Routers {'913c5586-2327-4c5b-bfcb-127e5af5c917'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:24:55.268195 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-ee452f2d-5d92-4b3e-ab8d-253584cdc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:24:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['913c5586-2327-4c5b-bfcb-127e5af5c917'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:24:55.291518 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f09e3-c26b-4ff3-b857-e7abce5baae5 req-7763136b-5fe4-4a64-9ae2-eff3f4cc8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:55.293152 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b70f09e3-c26b-4ff3-b857-e7abce5baae5 req-7763136b-5fe4-4a64-9ae2-eff3f4cc8b97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c84d46a3-8be0-49e9-9b31-c232cd9efe06 HTTP/1.1" status: 200 len: 915 time: 0.1404586 May 12 08:24:55.366959 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b70f09e3-c26b-4ff3-b857-e7abce5baae5 req-a3382143-b841-4e5f-a4c8-56cde7cee3b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94106216-5bc7-4352-b5db-b232025d8707 HTTP/1.1" status: 200 len: 217 time: 0.0668507 May 12 08:24:55.432964 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f09e3-c26b-4ff3-b857-e7abce5baae5 req-6191ce55-1d09-4db0-a1c6-0a5037ecb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:55.434509 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b70f09e3-c26b-4ff3-b857-e7abce5baae5 req-6191ce55-1d09-4db0-a1c6-0a5037ecb3d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=374f5337-5c57-45d6-8f16-321aab0c604d HTTP/1.1" status: 200 len: 853 time: 0.0589223 May 12 08:24:55.482923 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-ee452f2d-5d92-4b3e-ab8d-253584cdc730 None None] Set router 913c5586-2327-4c5b-bfcb-127e5af5c917 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:24:55.513175 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f09e3-c26b-4ff3-b857-e7abce5baae5 req-6086d17c-59d4-4df3-b88d-c29b8c8224a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:55.514645 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b70f09e3-c26b-4ff3-b857-e7abce5baae5 req-6086d17c-59d4-4df3-b88d-c29b8c8224a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c84d46a3-8be0-49e9-9b31-c232cd9efe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726249 May 12 08:24:55.649092 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b70f09e3-c26b-4ff3-b857-e7abce5baae5 req-059ad6f5-5658-4a47-a82d-90ff8b885507 service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258037 May 12 08:24:55.785865 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-b70f09e3-c26b-4ff3-b857-e7abce5baae5 req-9b72a285-e0e6-4f95-ae50-f3a17c14676a service neutron] 10.222.0.48 "GET /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249719 May 12 08:24:55.804540 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-ee452f2d-5d92-4b3e-ab8d-253584cdc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:22:48Z', 'revision_number': 4, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port': {'id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:44Z', 'updated_at': '2021-05-12T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'a5a84ebc-1685-4b1c-a8cc-427865a75f78', 'name': '', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'mac_address': 'fa:16:3e:1e:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:47Z', 'updated_at': '2021-05-12T08:22:54Z', 'revision_number': 5, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'subnets': [{'id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:24:55.808616 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee452f2d-5d92-4b3e-ab8d-253584cdc730 None None] The sync data for ids ['913c5586-2327-4c5b-bfcb-127e5af5c917'] in dv-cinder-790910-1-smb is: [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:22:48Z', 'revision_number': 4, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port': {'id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:44Z', 'updated_at': '2021-05-12T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'a5a84ebc-1685-4b1c-a8cc-427865a75f78', 'name': '', 'network_id': 'c84d46a3-8be0-49e9-9b31-c232cd9efe06', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'mac_address': 'fa:16:3e:1e:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:47Z', 'updated_at': '2021-05-12T08:22:54Z', 'revision_number': 5, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'subnets': [{'id': '374f5337-5c57-45d6-8f16-321aab0c604d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:24:56.020961 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a8b027-a8da-43bb-b6c1-eb3657f0859d None None] New status for floating IP 10cc6003-d7ab-4ec4-a55c-be26b4f2e3a9: DOWN {{(pid=78677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 08:24:58.148352 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e808429-3e28-4520-8fbf-2bf2a3b4f119 req-8d73fdb9-6b00-442d-bd18-a4c2c0db8476 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:58.149068 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-3e808429-3e28-4520-8fbf-2bf2a3b4f119 req-8d73fdb9-6b00-442d-bd18-a4c2c0db8476 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Synchronizing usage tracker for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:24:58.172540 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-3e808429-3e28-4520-8fbf-2bf2a3b4f119 req-8d73fdb9-6b00-442d-bd18-a4c2c0db8476 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Unset dirty status for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:24:58.174474 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3e808429-3e28-4520-8fbf-2bf2a3b4f119 req-8d73fdb9-6b00-442d-bd18-a4c2c0db8476 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 945 time: 0.1100242 May 12 08:24:58.236538 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-3e808429-3e28-4520-8fbf-2bf2a3b4f119 req-405ab7f0-631b-437a-a13c-36394d0f11f7 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Synchronizing usage tracker for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:security_group {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:24:58.252550 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-3e808429-3e28-4520-8fbf-2bf2a3b4f119 req-405ab7f0-631b-437a-a13c-36394d0f11f7 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Unset dirty status for tenant:5b2f46887fc847088b33aa0b287702e3 on resource:security_group {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:24:58.253707 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3e808429-3e28-4520-8fbf-2bf2a3b4f119 req-405ab7f0-631b-437a-a13c-36394d0f11f7 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702689 May 12 08:24:59.468264 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86407a30-fe53-4485-b2a9-663c1a202c8f req-dd41cd22-b8a3-4d30-9eac-c872cf70fd36 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:59.469768 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-86407a30-fe53-4485-b2a9-663c1a202c8f req-dd41cd22-b8a3-4d30-9eac-c872cf70fd36 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 945 time: 0.0952988 May 12 08:24:59.517534 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-86407a30-fe53-4485-b2a9-663c1a202c8f req-f5bbef6a-ae00-42d0-bdd3-8ad8793ab142 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/security-groups?id=5747dac0-acd5-46f4-896f-d7a398de90f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420861 May 12 08:24:59.937424 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824921a7-8072-48ec-81cd-e050fe150281 req-ed3c3484-774b-4dca-8fd5-b2ac04450853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:24:59.938870 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-824921a7-8072-48ec-81cd-e050fe150281 req-ed3c3484-774b-4dca-8fd5-b2ac04450853 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 945 time: 0.0956526 May 12 08:25:00.182725 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-824921a7-8072-48ec-81cd-e050fe150281 req-1a18190a-b743-4ff4-99d0-a694656cf39b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Deleting port 94106216-5bc7-4352-b5db-b232025d8707 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:25:00.183064 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-824921a7-8072-48ec-81cd-e050fe150281 req-1a18190a-b743-4ff4-99d0-a694656cf39b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:00.322450 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-824921a7-8072-48ec-81cd-e050fe150281 req-1a18190a-b743-4ff4-99d0-a694656cf39b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] For port 94106216-5bc7-4352-b5db-b232025d8707, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=94106216-5bc7-4352-b5db-b232025d8707,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:00.322841 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-824921a7-8072-48ec-81cd-e050fe150281 req-1a18190a-b743-4ff4-99d0-a694656cf39b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:00.447025 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-824921a7-8072-48ec-81cd-e050fe150281 req-1a18190a-b743-4ff4-99d0-a694656cf39b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Calling delete_port for 94106216-5bc7-4352-b5db-b232025d8707 owned by compute:nova {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:25:00.561247 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-824921a7-8072-48ec-81cd-e050fe150281 req-1a18190a-b743-4ff4-99d0-a694656cf39b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:00.567006 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-599ccc48-f497-4452-8551-a2ed14ec7577 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:00.595905 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['94106216-5bc7-4352-b5db-b232025d8707'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:25:00.609344 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18190a-b743-4ff4-99d0-a694656cf39b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Pushing event deleted for resources: {'Port': ['ID=94106216-5bc7-4352-b5db-b232025d8707,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:00.613937 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-1a18190a-b743-4ff4-99d0-a694656cf39b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:00.674996 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-dd91b65c-7497-4f21-85ab-2a2c376ee44f req-58e47dfa-2bc8-4d48-9742-36ebe336da61 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be4a10f5-507b-453e-8f96-d163348e2f1d HTTP/1.1" status: 200 len: 210 time: 0.0450931 May 12 08:25:00.694034 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-824921a7-8072-48ec-81cd-e050fe150281 req-1a18190a-b743-4ff4-99d0-a694656cf39b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] No DVR routers for this DVR port 94106216-5bc7-4352-b5db-b232025d8707 on host hv-cinder-79091 {{(pid=78674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:25:00.696527 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-824921a7-8072-48ec-81cd-e050fe150281 req-1a18190a-b743-4ff4-99d0-a694656cf39b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:00.699150 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'name': 'network-vif-deleted', 'tag': '94106216-5bc7-4352-b5db-b232025d8707'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:25:00.723997 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-824921a7-8072-48ec-81cd-e050fe150281 req-1a18190a-b743-4ff4-99d0-a694656cf39b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] 10.222.0.48 "DELETE /v2.0/ports/94106216-5bc7-4352-b5db-b232025d8707 HTTP/1.1" status: 204 len: 173 time: 0.7798207 May 12 08:25:00.747824 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4a10f5-507b-453e-8f96-d163348e2f1d', 'name': 'network-vif-deleted', 'tag': '94106216-5bc7-4352-b5db-b232025d8707', 'status': 'completed', 'code': 200} May 12 08:25:02.458249 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56016) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:03.000793 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818954'] for router_interface, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:03.183484 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 94106216-5bc7-4352-b5db-b232025d8707 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:25:03.221411 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: 94106216-5bc7-4352-b5db-b232025d8707 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:25:03.221764 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 94106216-5bc7-4352-b5db-b232025d8707 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:25:03.500630 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] Deleting port a5a84ebc-1685-4b1c-a8cc-427865a75f78 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:25:03.501242 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:03.625603 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] For port a5a84ebc-1685-4b1c-a8cc-427865a75f78, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=a5a84ebc-1685-4b1c-a8cc-427865a75f78,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:03.625932 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:03.745065 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] Calling delete_port for a5a84ebc-1685-4b1c-a8cc-427865a75f78 owned by network:router_interface {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:25:04.021985 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:04.025929 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9faf8631-5c81-49b6-a543-2d61e5672439 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:04.070423 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a84ebc-1685-4b1c-a8cc-427865a75f78,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:04.073825 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:04.336736 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834746'] for router_interface, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:04.891923 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] Router 913c5586-2327-4c5b-bfcb-127e5af5c917 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:25:05.100544 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:25:05.111242 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8119079a-d326-4cce-8d83-0c9a684f7221 None None] Sync routers for ids ['913c5586-2327-4c5b-bfcb-127e5af5c917'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:25:05.115888 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] 10.222.0.43 "PUT /v2.0/routers/913c5586-2327-4c5b-bfcb-127e5af5c917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6565294 May 12 08:25:05.119286 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56020) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:05.127182 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8119079a-d326-4cce-8d83-0c9a684f7221 None None] Routers {'913c5586-2327-4c5b-bfcb-127e5af5c917'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:05.128250 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-8119079a-d326-4cce-8d83-0c9a684f7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:24:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['913c5586-2327-4c5b-bfcb-127e5af5c917'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:05.294656 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Notify callbacks [] for router, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:05.335609 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-8119079a-d326-4cce-8d83-0c9a684f7221 None None] Set router 913c5586-2327-4c5b-bfcb-127e5af5c917 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:05.465036 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:05.541063 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Deleting port 023e3ca1-cf04-4ee9-be87-cc80ab15a87c {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:25:05.541412 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:05.650829 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-8119079a-d326-4cce-8d83-0c9a684f7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:25:03Z', 'revision_number': 5, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port': {'id': '023e3ca1-cf04-4ee9-be87-cc80ab15a87c', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:44Z', 'updated_at': '2021-05-12T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:05.654919 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8119079a-d326-4cce-8d83-0c9a684f7221 None None] Checking router: 913c5586-2327-4c5b-bfcb-127e5af5c917 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:25:05.661340 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] For port 023e3ca1-cf04-4ee9-be87-cc80ab15a87c, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=023e3ca1-cf04-4ee9-be87-cc80ab15a87c,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:05.661693 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:05.663953 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8119079a-d326-4cce-8d83-0c9a684f7221 None None] Routers {'913c5586-2327-4c5b-bfcb-127e5af5c917'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:05.664616 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-8119079a-d326-4cce-8d83-0c9a684f7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:24:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['913c5586-2327-4c5b-bfcb-127e5af5c917'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:05.780614 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Calling delete_port for 023e3ca1-cf04-4ee9-be87-cc80ab15a87c owned by network:router_gateway {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:25:05.810584 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-8119079a-d326-4cce-8d83-0c9a684f7221 None None] Set router 913c5586-2327-4c5b-bfcb-127e5af5c917 gateway port host: None {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:05.914359 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-8119079a-d326-4cce-8d83-0c9a684f7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:25:05Z', 'revision_number': 6, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port_host': None}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:05.916648 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:05.918982 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8119079a-d326-4cce-8d83-0c9a684f7221 None None] The sync data for ids ['913c5586-2327-4c5b-bfcb-127e5af5c917'] in dv-cinder-790910-1-smb is: [{'id': '913c5586-2327-4c5b-bfcb-127e5af5c917', 'name': 'tempest-TestMinimumBasicScenario-653052975-router', 'tenant_id': '5b2f46887fc847088b33aa0b287702e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:43Z', 'updated_at': '2021-05-12T08:25:05Z', 'revision_number': 6, 'project_id': '5b2f46887fc847088b33aa0b287702e3', 'gw_port_host': None}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:25:05.921505 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-344a88c8-d173-48bf-9c68-dbbf843ac021 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:05.967581 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Pushing event deleted for resources: {'Port': ['ID=023e3ca1-cf04-4ee9-be87-cc80ab15a87c,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:05.992413 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:06.056861 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1822318'] for router_gateway, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:06.332338 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4446'] for router, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:06.335239 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:06.422279 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338812'] for router, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:06.422826 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 913c5586-2327-4c5b-bfcb-127e5af5c917 {{(pid=78674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 08:25:06.437788 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] Notify callbacks [] for router, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:06.438921 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-5922d6a1-e446-405a-a624-48b890e00043 admin admin] 10.222.0.43 "DELETE /v2.0/routers/913c5586-2327-4c5b-bfcb-127e5af5c917 HTTP/1.1" status: 204 len: 168 time: 1.3187418 May 12 08:25:06.441613 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56024) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:06.503283 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_v2 [None req-29862c64-2d04-485a-929a-b9eb767bb8a4 admin admin] Deleting subnet 374f5337-5c57-45d6-8f16-321aab0c604d {{(pid=78674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:25:06.506278 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-29862c64-2d04-485a-929a-b9eb767bb8a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:06.556170 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-29862c64-2d04-485a-929a-b9eb767bb8a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132425891'] for subnet, precommit_delete_associations {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:06.681419 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-29862c64-2d04-485a-929a-b9eb767bb8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:06.720287 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device a5a84ebc-1685-4b1c-a8cc-427865a75f78 no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:25:06.796957 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: a5a84ebc-1685-4b1c-a8cc-427865a75f78 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:25:06.797132 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device a5a84ebc-1685-4b1c-a8cc-427865a75f78 not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:25:06.797546 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 023e3ca1-cf04-4ee9-be87-cc80ab15a87c no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:25:06.833694 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: 023e3ca1-cf04-4ee9-be87-cc80ab15a87c {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:25:06.834046 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 023e3ca1-cf04-4ee9-be87-cc80ab15a87c not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:25:06.944066 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-29862c64-2d04-485a-929a-b9eb767bb8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2884590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134156007'] for subnet, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:06.948407 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-11ed95be-6898-4ff3-93a0-849ee4a9ee31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:06.982710 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29862c64-2d04-485a-929a-b9eb767bb8a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=374f5337-5c57-45d6-8f16-321aab0c604d,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:06.985204 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-29862c64-2d04-485a-929a-b9eb767bb8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:06.987685 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-29862c64-2d04-485a-929a-b9eb767bb8a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:06.993318 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71ed386-6e97-4c19-be63-1aaefc608cfd None None] Network c84d46a3-8be0-49e9-9b31-c232cd9efe06 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:25:06.993706 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-29862c64-2d04-485a-929a-b9eb767bb8a4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/374f5337-5c57-45d6-8f16-321aab0c604d HTTP/1.1" status: 204 len: 168 time: 0.5511541 May 12 08:25:06.996091 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56028) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:07.097885 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:07.169110 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Deleting port 457f9092-5e79-4f04-8710-c11db40b7f90 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:25:07.169346 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:07.239425 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] DHCP port deletion for c84d46a3-8be0-49e9-9b31-c232cd9efe06 request from dv-cinder-790910-1-smb {{(pid=78676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 08:25:07.268400 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] For port 457f9092-5e79-4f04-8710-c11db40b7f90, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=457f9092-5e79-4f04-8710-c11db40b7f90,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:07.268788 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:07.308886 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Deleting port 457f9092-5e79-4f04-8710-c11db40b7f90 {{(pid=78676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:25:07.309287 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:07.390403 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Calling delete_port for 457f9092-5e79-4f04-8710-c11db40b7f90 owned by network:dhcp {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:25:07.405904 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] For port 457f9092-5e79-4f04-8710-c11db40b7f90, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=457f9092-5e79-4f04-8710-c11db40b7f90,segment=NetworkSegment(7740aeee-5cb8-4772-ae7e-0c45e0081df2),segment_id=7740aeee-5cb8-4772-ae7e-0c45e0081df2)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:07.406319 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:07.438289 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:07.442079 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-34393df0-758a-4313-8351-d6418fd335eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:07.483743 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Pushing event deleted for resources: {'Port': ['ID=457f9092-5e79-4f04-8710-c11db40b7f90,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:07.486828 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:07.487589 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] No DVR routers for this DVR port 457f9092-5e79-4f04-8710-c11db40b7f90 on host dv-cinder-790910-1-smb {{(pid=78674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:25:07.524426 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Calling delete_port for 457f9092-5e79-4f04-8710-c11db40b7f90 owned by network:dhcp {{(pid=78676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:25:07.567927 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981'] for port, after_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:07.571452 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:07.599668 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:07.612536 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84d46a3-8be0-49e9-9b31-c232cd9efe06']}} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:07.616009 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Pushing event deleted for resources: {'Port': ['ID=457f9092-5e79-4f04-8710-c11db40b7f90,revision_number=None']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:07.620728 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] No DVR routers for this DVR port 457f9092-5e79-4f04-8710-c11db40b7f90 on host dv-cinder-790910-1-smb {{(pid=78676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:25:07.626061 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7740aeee-5cb8-4772-ae7e-0c45e0081df2') {'for_net_delete': True} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:07.626061 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7740aeee-5cb8-4772-ae7e-0c45e0081df2') {} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:07.626981 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:07.627268 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:07.627613 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:07.627955 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:07.628278 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:07.628623 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:07.628945 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:07.629260 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:07.629561 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:07.629887 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:07.630188 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:07.630486 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:07.633311 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:07.637805 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132425916'] for segment, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:07.653422 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:07.659742 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=78674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:25:07.660139 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2884488'] for segment, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: Traceback (most recent call last): May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: timer() May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: cb(*args, **kw) May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: return func(*args, **kwargs) May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: self._notify() May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: self.callback(batched_events) May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: event.method(event) May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: return f(self, *a, **k) May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: return self._get(url).json() May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: return self.request(url, 'GET', **kwargs) May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:25:07.673068 dv-cinder-790910-1-smb neutron-server[78674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:25:07.844618 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:07.848343 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-10a157df-1015-4810-b7a7-4702599c995e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:07.860891 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:07.870882 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Pushing event deleted for resources: {'Network': ['ID=c84d46a3-8be0-49e9-9b31-c232cd9efe06,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:07.873942 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:07.886036 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] 10.222.0.43 "DELETE /v2.0/networks/c84d46a3-8be0-49e9-9b31-c232cd9efe06 HTTP/1.1" status: 204 len: 168 time: 0.8887064 May 12 08:25:07.889091 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56032) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:08.425925 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fb019359-b8bb-416f-950a-1745e8c5691b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818954'] for router_interface, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:08.561899 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 457f9092-5e79-4f04-8710-c11db40b7f90 no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:25:08.596476 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: 457f9092-5e79-4f04-8710-c11db40b7f90 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:25:08.596849 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 457f9092-5e79-4f04-8710-c11db40b7f90 not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:25:08.836303 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-fb019359-b8bb-416f-950a-1745e8c5691b admin admin] Deleting port 60719e36-b034-4688-99c4-0baea146e31e {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:25:08.836685 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fb019359-b8bb-416f-950a-1745e8c5691b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:08.967311 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [None req-fb019359-b8bb-416f-950a-1745e8c5691b admin admin] For port 60719e36-b034-4688-99c4-0baea146e31e, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=60719e36-b034-4688-99c4-0baea146e31e,segment=NetworkSegment(a8e5c5fb-af4d-4ffc-90da-c297edcea014),segment_id=a8e5c5fb-af4d-4ffc-90da-c297edcea014)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:08.967670 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fb019359-b8bb-416f-950a-1745e8c5691b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:09.086646 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-fb019359-b8bb-416f-950a-1745e8c5691b admin admin] Calling delete_port for 60719e36-b034-4688-99c4-0baea146e31e owned by network:router_interface {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:25:09.334333 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fb019359-b8bb-416f-950a-1745e8c5691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:09.338179 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:09.382805 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb019359-b8bb-416f-950a-1745e8c5691b admin admin] Pushing event deleted for resources: {'Port': ['ID=60719e36-b034-4688-99c4-0baea146e31e,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:09.385976 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fb019359-b8bb-416f-950a-1745e8c5691b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:09.666772 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fb019359-b8bb-416f-950a-1745e8c5691b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834746'] for router_interface, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:10.045067 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb019359-b8bb-416f-950a-1745e8c5691b admin admin] Router ca74b927-6e4c-4eb1-b66b-25926e573801 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:25:10.109330 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:25:10.222200 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb019359-b8bb-416f-950a-1745e8c5691b admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:25:10.230454 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86011d4c-cd9d-42fe-bcd5-2c1bcc606645 None None] Sync routers for ids ['ca74b927-6e4c-4eb1-b66b-25926e573801'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:25:10.232667 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-fb019359-b8bb-416f-950a-1745e8c5691b admin admin] 10.222.0.43 "PUT /v2.0/routers/ca74b927-6e4c-4eb1-b66b-25926e573801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3425379 May 12 08:25:10.235137 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56036) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:10.240666 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86011d4c-cd9d-42fe-bcd5-2c1bcc606645 None None] Routers {'ca74b927-6e4c-4eb1-b66b-25926e573801'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:10.241287 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-86011d4c-cd9d-42fe-bcd5-2c1bcc606645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:24:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['ca74b927-6e4c-4eb1-b66b-25926e573801'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:10.407809 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Notify callbacks [] for router, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:10.414979 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-86011d4c-cd9d-42fe-bcd5-2c1bcc606645 None None] Set router ca74b927-6e4c-4eb1-b66b-25926e573801 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:10.696956 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:10.702758 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-86011d4c-cd9d-42fe-bcd5-2c1bcc606645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'name': 'tempest-TestMinimumBasicScenario-44794732-router', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '96a88682-9c26-441b-a952-5fb27fc47582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:51Z', 'updated_at': '2021-05-12T08:25:09Z', 'revision_number': 5, 'project_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'gw_port': {'id': '96a88682-9c26-441b-a952-5fb27fc47582', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:10.707394 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86011d4c-cd9d-42fe-bcd5-2c1bcc606645 None None] Checking router: ca74b927-6e4c-4eb1-b66b-25926e573801 for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:25:10.716174 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86011d4c-cd9d-42fe-bcd5-2c1bcc606645 None None] Routers {'ca74b927-6e4c-4eb1-b66b-25926e573801'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:10.716801 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-86011d4c-cd9d-42fe-bcd5-2c1bcc606645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:24:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['ca74b927-6e4c-4eb1-b66b-25926e573801'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:10.773369 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Deleting port 96a88682-9c26-441b-a952-5fb27fc47582 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:25:10.774023 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:10.865568 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-86011d4c-cd9d-42fe-bcd5-2c1bcc606645 None None] Set router ca74b927-6e4c-4eb1-b66b-25926e573801 gateway port host: None {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:10.895339 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] For port 96a88682-9c26-441b-a952-5fb27fc47582, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=96a88682-9c26-441b-a952-5fb27fc47582,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:10.895695 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:10.967610 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-86011d4c-cd9d-42fe-bcd5-2c1bcc606645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'name': 'tempest-TestMinimumBasicScenario-44794732-router', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:51Z', 'updated_at': '2021-05-12T08:25:10Z', 'revision_number': 6, 'project_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'gw_port_host': None}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:10.971721 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86011d4c-cd9d-42fe-bcd5-2c1bcc606645 None None] The sync data for ids ['ca74b927-6e4c-4eb1-b66b-25926e573801'] in dv-cinder-790910-1-smb is: [{'id': 'ca74b927-6e4c-4eb1-b66b-25926e573801', 'name': 'tempest-TestMinimumBasicScenario-44794732-router', 'tenant_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:51Z', 'updated_at': '2021-05-12T08:25:10Z', 'revision_number': 6, 'project_id': '73e4970421dc4f4c9c5193c7c5845ceb', 'gw_port_host': None}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:25:11.027308 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Calling delete_port for 96a88682-9c26-441b-a952-5fb27fc47582 owned by network:router_gateway {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:25:11.169962 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:11.173726 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-78e27128-d961-4077-982d-4261a65f38a5 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:11.217889 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Pushing event deleted for resources: {'Port': ['ID=96a88682-9c26-441b-a952-5fb27fc47582,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:11.220920 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:11.310857 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1822318'] for router_gateway, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:11.479862 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4446'] for router, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:11.482052 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:11.508280 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338812'] for router, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:11.508843 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca74b927-6e4c-4eb1-b66b-25926e573801 {{(pid=78674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 08:25:11.522889 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Notify callbacks [] for router, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:11.524037 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] 10.222.0.43 "DELETE /v2.0/routers/ca74b927-6e4c-4eb1-b66b-25926e573801 HTTP/1.1" status: 204 len: 168 time: 1.2880077 May 12 08:25:11.527930 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56040) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:11.597616 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_v2 [None req-496f1e57-8828-46e3-93b6-3cb9eb78f85c admin admin] Deleting subnet 43329cf3-47dd-4d4b-92fa-f3549e4c0445 {{(pid=78674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:25:11.601009 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-496f1e57-8828-46e3-93b6-3cb9eb78f85c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:11.649176 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-496f1e57-8828-46e3-93b6-3cb9eb78f85c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132425891'] for subnet, precommit_delete_associations {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:11.733481 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-496f1e57-8828-46e3-93b6-3cb9eb78f85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:11.984070 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-496f1e57-8828-46e3-93b6-3cb9eb78f85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2884590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134156007'] for subnet, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:11.988866 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-29862c64-2d04-485a-929a-b9eb767bb8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:12.027001 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f1e57-8828-46e3-93b6-3cb9eb78f85c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43329cf3-47dd-4d4b-92fa-f3549e4c0445,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:12.029005 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-496f1e57-8828-46e3-93b6-3cb9eb78f85c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.031486 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-496f1e57-8828-46e3-93b6-3cb9eb78f85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:12.033251 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2c6501-7b92-401c-b796-976fe6a00a4a None None] Network a7375b76-a31b-4489-b1ab-39c188e0c611 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:25:12.036046 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-496f1e57-8828-46e3-93b6-3cb9eb78f85c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/43329cf3-47dd-4d4b-92fa-f3549e4c0445 HTTP/1.1" status: 204 len: 168 time: 0.5070865 May 12 08:25:12.038661 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 56044) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:12.145356 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.217487 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Deleting port a778d4a8-ca22-4bc8-a199-8eae62591bd5 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:25:12.217730 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.271544 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02482f73-9c5f-40e7-ba19-4a2cc0e88ebe None None] DHCP port deletion for a7375b76-a31b-4489-b1ab-39c188e0c611 request from dv-cinder-790910-1-smb {{(pid=78676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 08:25:12.321033 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.db [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] For port a778d4a8-ca22-4bc8-a199-8eae62591bd5, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=a778d4a8-ca22-4bc8-a199-8eae62591bd5,segment=NetworkSegment(a8e5c5fb-af4d-4ffc-90da-c297edcea014),segment_id=a8e5c5fb-af4d-4ffc-90da-c297edcea014)] {{(pid=78675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:12.321380 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.338413 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-02482f73-9c5f-40e7-ba19-4a2cc0e88ebe None None] Deleting port a778d4a8-ca22-4bc8-a199-8eae62591bd5 {{(pid=78676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:25:12.338753 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-02482f73-9c5f-40e7-ba19-4a2cc0e88ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.439434 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-02482f73-9c5f-40e7-ba19-4a2cc0e88ebe None None] For port a778d4a8-ca22-4bc8-a199-8eae62591bd5, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=a778d4a8-ca22-4bc8-a199-8eae62591bd5,segment=NetworkSegment(a8e5c5fb-af4d-4ffc-90da-c297edcea014),segment_id=a8e5c5fb-af4d-4ffc-90da-c297edcea014)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:12.439819 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-02482f73-9c5f-40e7-ba19-4a2cc0e88ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.558226 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-02482f73-9c5f-40e7-ba19-4a2cc0e88ebe None None] Calling delete_port for a778d4a8-ca22-4bc8-a199-8eae62591bd5 owned by network:dhcp {{(pid=78676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:25:12.562421 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Calling delete_port for a778d4a8-ca22-4bc8-a199-8eae62591bd5 owned by network:dhcp {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:25:12.575691 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 60719e36-b034-4688-99c4-0baea146e31e no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:25:12.610744 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.611794 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: 60719e36-b034-4688-99c4-0baea146e31e {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:25:12.612140 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 60719e36-b034-4688-99c4-0baea146e31e not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:25:12.612580 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 96a88682-9c26-441b-a952-5fb27fc47582 no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:25:12.616126 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7a305008-e33c-4b11-882e-c72a840e8594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:12.648864 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: 96a88682-9c26-441b-a952-5fb27fc47582 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:25:12.649202 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 96a88682-9c26-441b-a952-5fb27fc47582 not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:25:12.649613 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device a778d4a8-ca22-4bc8-a199-8eae62591bd5 no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:25:12.659118 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a778d4a8-ca22-4bc8-a199-8eae62591bd5,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:12.660942 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] No DVR routers for this DVR port a778d4a8-ca22-4bc8-a199-8eae62591bd5 on host dv-cinder-790910-1-smb {{(pid=78675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:25:12.662389 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:12.684171 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: a778d4a8-ca22-4bc8-a199-8eae62591bd5 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:25:12.684545 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device a778d4a8-ca22-4bc8-a199-8eae62591bd5 not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:25:12.705807 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-02482f73-9c5f-40e7-ba19-4a2cc0e88ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981'] for port, after_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.710660 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:12.751030 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02482f73-9c5f-40e7-ba19-4a2cc0e88ebe None None] Pushing event deleted for resources: {'Port': ['ID=a778d4a8-ca22-4bc8-a199-8eae62591bd5,revision_number=None']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:12.753882 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-02482f73-9c5f-40e7-ba19-4a2cc0e88ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:12.757664 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02482f73-9c5f-40e7-ba19-4a2cc0e88ebe None None] No DVR routers for this DVR port a778d4a8-ca22-4bc8-a199-8eae62591bd5 on host dv-cinder-790910-1-smb {{(pid=78676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:25:12.781798 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.794561 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7375b76-a31b-4489-b1ab-39c188e0c611']}} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:12.806339 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e5c5fb-af4d-4ffc-90da-c297edcea014') {'for_net_delete': True} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:12.806636 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.services.segments.db [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e5c5fb-af4d-4ffc-90da-c297edcea014') {} {{(pid=78675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:12.817816 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133914155'] for segment, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.836030 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.842620 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=78675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:25:12.843017 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132470414'] for segment, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: Traceback (most recent call last): May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: timer() May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: cb(*args, **kw) May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: return func(*args, **kwargs) May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: self._notify() May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: self.callback(batched_events) May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: event.method(event) May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: return f(self, *a, **k) May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: return self._get(url).json() May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: return self.request(url, 'GET', **kwargs) May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:25:12.859443 dv-cinder-790910-1-smb neutron-server[78675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:25:12.932689 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.936568 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:12.948963 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:12.958688 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7375b76-a31b-4489-b1ab-39c188e0c611,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:12.961674 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:12.963403 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-2d1cb0ef-4737-425c-9cf0-f0fd8a2a91e3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a7375b76-a31b-4489-b1ab-39c188e0c611 HTTP/1.1" status: 204 len: 168 time: 0.9237778 May 12 08:25:13.014546 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dc61a5a9-5a4e-4e85-9a73-43c9536339c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:13.156161 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56050) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:13.206540 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-02f021d2-b96b-4222-b950-37e3c8949ce6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b2f46887fc847088b33aa0b287702e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491493 May 12 08:25:13.210640 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56054) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:13.275815 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:13.301588 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:13.359059 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:13.362671 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-6089d2a3-0500-4424-a26a-22b624f00042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:13.376922 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5747dac0-acd5-46f4-896f-d7a398de90f7,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:13.385428 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:13.385810 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:13.386176 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:13.386543 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:13.386990 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:13.387607 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:13.387979 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:13.388378 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:13.388762 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:13.389115 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:13.389468 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:13.389817 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:13.394022 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:13.397241 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:13.398346 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5747dac0-acd5-46f4-896f-d7a398de90f7 HTTP/1.1" status: 204 len: 168 time: 0.1865175 May 12 08:25:13.758443 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 56062) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:13.814657 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-d153d299-d6cc-49e2-8b01-ab6894ea6139 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73e4970421dc4f4c9c5193c7c5845ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525832 May 12 08:25:13.815085 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56066) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:13.878490 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-02ae3044-e215-495b-a423-40e54db23426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:13.906291 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-02ae3044-e215-495b-a423-40e54db23426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:13.966942 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-02ae3044-e215-495b-a423-40e54db23426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:13.971358 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-472cee07-7ed9-4beb-beb5-15d2c75a3781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:13.971506 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:13.982537 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae3044-e215-495b-a423-40e54db23426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004f6cfc-7984-451e-89b7-86b03e5087f4,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:13.985353 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-02ae3044-e215-495b-a423-40e54db23426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:13.991335 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-02ae3044-e215-495b-a423-40e54db23426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:13.995206 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-02ae3044-e215-495b-a423-40e54db23426 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/004f6cfc-7984-451e-89b7-86b03e5087f4 HTTP/1.1" status: 204 len: 168 time: 0.1791761 May 12 08:25:14.776989 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 56090) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:14.884926 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-225959415-network', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:14.892396 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:14.898653 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Usage tracker for resource:network and tenant:c4b6898eca7d4723ab64eb6bf568c696 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:14.904368 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:14.913176 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:14.928360 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Made reservation on behalf of c4b6898eca7d4723ab64eb6bf568c696 for: {'network': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:25:14.930634 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:14.942233 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:14.956241 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:14.960364 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c4b6898eca7d4723ab64eb6bf568c696 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:14.963151 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:14.968795 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:15.054469 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:15.060420 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:15.063587 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-49949e98-4b20-46a5-93f3-0e37144c7d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:15.091136 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=78675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:25:15.099459 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbdf922-2779-42c3-a393-4e847bee6f33,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:15.102923 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:15.107278 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:15.107567 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.segments_db [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Added segment 2941db42-2cf0-4091-a396-a363524a031c of type vlan for network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 May 12 08:25:15.136126 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:15.167618 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:15.169225 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:15.169813 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:15.174449 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-e37e7228-cbe5-4b39-ab4d-616340e388d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:15.272950 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Pushing event updated for resources: {'Network': ['ID=cb12e44b-f7a2-412f-85c4-b62816c0d7b0,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:15.275907 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:15.277683 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-a401dba8-8203-4d2c-802a-ab9a68d9c8c2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4995980 May 12 08:25:15.280637 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 56096) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:15.283664 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:25:15.286269 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Request body: {'subnet': {'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-225959415-subnet', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'ip_version': 4}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:15.291133 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:15.295042 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Usage tracker for resource:subnet and tenant:c4b6898eca7d4723ab64eb6bf568c696 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:15.298003 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:15.303859 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:15.315329 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Made reservation on behalf of c4b6898eca7d4723ab64eb6bf568c696 for: {'subnet': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:25:15.317942 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132589044'] for subnet, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:15.387920 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-5a13703d-4388-4d92-a9fe-e036cd9e034e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:15.505772 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:15.712531 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133914155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132588934'] for subnet, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:15.716465 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-bfff9eff-e8c5-4e51-b7b3-6a89c6c3124d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:15.783856 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d0db9a0-7434-43a7-91d0-e1620679932a,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:15.787541 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:15.795029 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Checking segment: {'id': '2941db42-2cf0-4091-a396-a363524a031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:25:15.795347 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Network hostable DHCP agents. Network: cb12e44b-f7a2-412f-85c4-b62816c0d7b0, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:25:15.813631 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:25:15.823634 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, cb12e44b-f7a2-412f-85c4-b62816c0d7b0) {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:25:15.831988 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:15.832668 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for subnet, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:15.832803 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe6814b-312a-4f0b-bc32-65044622f9d7 None None] Network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:25:15.853347 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-0012407c-e492-4427-8b64-a8f7c8be46d5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5716321 May 12 08:25:15.856130 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 56100) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:15.861182 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:15.865667 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:15.869471 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Usage tracker for resource:router and tenant:c4b6898eca7d4723ab64eb6bf568c696 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:15.872289 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:15.878011 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:15.889769 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4464'] for router, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:15.890767 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4425'] for router, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:15.906373 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:16.042094 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b875660-0401-546f-a1c8-c267b82e2982-cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a'}]}} from dv-cinder-790910-1-smb. {{(pid=78676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 08:25:16.042984 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:16.202497 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.db_base_plugin_common [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Allocated IP 172.20.0.2 (cb12e44b-f7a2-412f-85c4-b62816c0d7b0/6d0db9a0-7434-43a7-91d0-e1620679932a/fb557b79-d446-48ac-ba90-d85be9848b0a) {{(pid=78676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:25:16.272325 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4439'] for router, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:16.405570 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Notify callbacks [] for port, precommit_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:16.415264 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Transition to ACTIVE for port object fb557b79-d446-48ac-ba90-d85be9848b0a will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:25:16.432841 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Transition to ACTIVE for port object fb557b79-d446-48ac-ba90-d85be9848b0a will not be triggered until provisioned by entity DHCP. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:25:16.439783 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:16.443142 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-583b341e-0dd9-43c2-b87e-7f94701290c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:16.507596 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 is already hosted by enough agents. {{(pid=78676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:25:16.516186 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.base_scheduler [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Resources bound (agent type, host, resource id): {{(pid=78676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:25:16.525093 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Received port after_create {{(pid=78676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:25:16.526922 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Pushing event updated for resources: {'Port': ['ID=fb557b79-d446-48ac-ba90-d85be9848b0a,revision_number=1']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:16.532333 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:16.564455 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:16.584145 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:16.616675 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:16.618889 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Attempting to bind port fb557b79-d446-48ac-ba90-d85be9848b0a on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:25:16.619245 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Attempting to bind port fb557b79-d446-48ac-ba90-d85be9848b0a by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '2941db42-2cf0-4091-a396-a363524a031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:25:16.619603 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Attempting to bind port fb557b79-d446-48ac-ba90-d85be9848b0a on network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:25:16.625025 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:25:16.625397 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Checking segment: {'id': '2941db42-2cf0-4091-a396-a363524a031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:25:16.625775 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:16.626180 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Bound using segment: {'id': '2941db42-2cf0-4091-a396-a363524a031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:25:16.626629 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Bound port: fb557b79-d446-48ac-ba90-d85be9848b0a, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2941db42-2cf0-4091-a396-a363524a031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:25:16.626996 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:16.714439 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] For port fb557b79-d446-48ac-ba90-d85be9848b0a, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:25:16.718564 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] For port fb557b79-d446-48ac-ba90-d85be9848b0a, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=fb557b79-d446-48ac-ba90-d85be9848b0a,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:25:16.724120 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:16.728338 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-d82758f0-25f2-493e-be2b-10fb35923633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:16.749946 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Allocated IP 172.28.1.178 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/1e6e5534-631d-49c3-b3b0-9197e7d65a33) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:25:16.813200 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Pushing event updated for resources: {'Port': ['ID=fb557b79-d446-48ac-ba90-d85be9848b0a,revision_number=2']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:16.817187 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-86282b6e-ab0c-4ac3-8916-8a40dc48399b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:16.909841 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:16.951769 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:16.960907 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-7429195c-7ef1-4446-9c1b-e9166ece25f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:17.023821 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:25:17.026790 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:25:17.035277 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:25:17.069240 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Pushing event updated for resources: {'Port': ['ID=1e6e5534-631d-49c3-b3b0-9197e7d65a33,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:17.073377 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:17.452328 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:17.641935 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d2b0ee-dbe4-4798-8c6b-4fa06fd22a78 None None] Network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:25:17.757859 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-68793138-2d3d-477c-b789-a4198022c67b None None] Provisioning for port fb557b79-d446-48ac-ba90-d85be9848b0a completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:25:17.911079 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822464'] for router, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:17.991444 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:18.123616 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 is scheduled to L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf with binding_index 1 {{(pid=78675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 08:25:18.329081 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:25:18.338005 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Sync routers for ids ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:25:18.348117 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Routers {'8391af17-3b1d-4da6-9c1f-69bae39fdd27'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:18.348757 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:25:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:18.356272 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] Notify callbacks [] for router, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:18.357537 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-851d8f87-861a-4582-b568-2c209ecc0a47 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5004909 May 12 08:25:18.360331 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 56104) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:18.517677 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Set router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:18.653179 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device fb557b79-d446-48ac-ba90-d85be9848b0a up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:25:18.862998 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port fb557b79-d446-48ac-ba90-d85be9848b0a completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:25:18.872232 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port fb557b79-d446-48ac-ba90-d85be9848b0a triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:18.872646 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:18.987963 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:25:17Z', 'revision_number': 3, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port': {'id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:16Z', 'updated_at': '2021-05-12T08:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:18.997075 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Checking router: 8391af17-3b1d-4da6-9c1f-69bae39fdd27 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:25:18.997554 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Updating router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 port 1e6e5534-631d-49c3-b3b0-9197e7d65a33 binding host dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:25:19.050608 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:19.082613 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:19.131402 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port fb557b79-d446-48ac-ba90-d85be9848b0a, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=fb557b79-d446-48ac-ba90-d85be9848b0a,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:19.140823 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:19.145499 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:19.150589 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:19.280818 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=fb557b79-d446-48ac-ba90-d85be9848b0a,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:19.286414 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:19.372548 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.db_base_plugin_common [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Allocated IP 172.20.0.1 (cb12e44b-f7a2-412f-85c4-b62816c0d7b0/6d0db9a0-7434-43a7-91d0-e1620679932a/f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe) {{(pid=78675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:25:19.471089 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Notify callbacks [] for port, precommit_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:19.483011 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Transition to ACTIVE for port object 1e6e5534-631d-49c3-b3b0-9197e7d65a33 will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:25:19.491243 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:19.494745 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:19.520198 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:19.536842 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.provisioning_blocks [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Transition to ACTIVE for port object f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe will not be triggered until provisioned by entity DHCP. {{(pid=78675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:25:19.567434 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:19.568893 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Attempting to bind port 1e6e5534-631d-49c3-b3b0-9197e7d65a33 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:25:19.569264 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Attempting to bind port 1e6e5534-631d-49c3-b3b0-9197e7d65a33 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:25:19.569647 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Attempting to bind port 1e6e5534-631d-49c3-b3b0-9197e7d65a33 on network 93032b5c-4877-4c0d-9c9b-26d73aa29882 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:25:19.571421 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-c27a2a9f-91a6-496c-b39c-d5b340005471 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:19.572980 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6888fb2-8a15-480a-8580-8a93db99a223 None None] Pushing event updated for resources: {'Port': ['ID=1e6e5534-631d-49c3-b3b0-9197e7d65a33,revision_number=2']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:19.576841 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-e6888fb2-8a15-480a-8580-8a93db99a223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:19.577732 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:25:19.578100 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Checking segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:25:19.578494 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:19.578870 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Bound using segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:25:19.579330 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Bound port: 1e6e5534-631d-49c3-b3b0-9197e7d65a33, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:25:19.579698 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:19.630869 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:25:19.633718 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:25:19.637407 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Received port after_create {{(pid=78675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:25:19.654434 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] For port 1e6e5534-631d-49c3-b3b0-9197e7d65a33, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:25:19.657782 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] For port 1e6e5534-631d-49c3-b3b0-9197e7d65a33, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=1e6e5534-631d-49c3-b3b0-9197e7d65a33,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:25:19.664071 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:19.669112 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-6205e8a9-9c0a-4ccc-b11a-eb6880586851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:19.701182 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Pushing event updated for resources: {'Port': ['ID=f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:19.704370 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819103'] for router_interface, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:19.707044 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:19.745932 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Routers {'8391af17-3b1d-4da6-9c1f-69bae39fdd27'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:19.746621 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:25:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:19.825120 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:19.858050 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6888fb2-8a15-480a-8580-8a93db99a223 None None] Pushing event updated for resources: {'Port': ['ID=1e6e5534-631d-49c3-b3b0-9197e7d65a33,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:19.867352 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-e6888fb2-8a15-480a-8580-8a93db99a223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:19.935262 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] Set router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:19.985837 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-8a83d43c-c72d-45e7-bcfb-c622bc82f5fb None None] Provisioning for port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:25:19.993896 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-8a83d43c-c72d-45e7-bcfb-c622bc82f5fb None None] Provisioning complete for port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:19.994269 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-8a83d43c-c72d-45e7-bcfb-c622bc82f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:20.052954 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:20.058468 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132470434'] for port, after_update {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:20.085380 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6c67f687-be6d-4b27-8066-7be1d27fee87 tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:20.165847 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819004'] for router_interface, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:20.166604 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-8a83d43c-c72d-45e7-bcfb-c622bc82f5fb None None] Port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:25:20.169498 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Pushing event updated for resources: {'Port': ['ID=f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe,revision_number=2']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:20.172832 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:20.301925 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 is already hosted by enough agents. {{(pid=78675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:25:20.303236 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.base_scheduler [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Resources bound (agent type, host, resource id): {{(pid=78675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:25:20.331757 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 4, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port': {'id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:16Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe', 'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'mac_address': 'fa:16:3e:d4:b8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:19Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 1, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'subnets': [{'id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:20.336369 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b5c7b8-dac5-4573-ac18-5cdcfc9aab18 None None] The sync data for ids ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'] in dv-cinder-790910-1-smb is: [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 4, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port': {'id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:16Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe', 'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'mac_address': 'fa:16:3e:d4:b8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:19Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 1, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'subnets': [{'id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:25:20.488168 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-b8c7c31c-b54e-426f-bd6b-3477108979ee None None] Provisioning complete for port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:20.488416 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:25:20.489224 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c31c-b54e-426f-bd6b-3477108979ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:20.575518 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-b8c7c31c-b54e-426f-bd6b-3477108979ee None None] Port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:25:20.628164 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device fb557b79-d446-48ac-ba90-d85be9848b0a up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:25:20.703695 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port fb557b79-d446-48ac-ba90-d85be9848b0a triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:20.704904 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:20.797875 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:25:20.811082 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-d6795137-4956-46d9-a67c-64a9aa0d25ed admin admin] 10.222.0.43 "PUT /v2.0/routers/8391af17-3b1d-4da6-9c1f-69bae39fdd27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4494975 May 12 08:25:21.342142 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 56122) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:21.347851 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1297347487-network', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:21.352643 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:21.356650 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Usage tracker for resource:network and tenant:9b0562d90eba425d9cca7e743f94baae is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:21.359837 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:21.366033 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:21.380078 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Made reservation on behalf of 9b0562d90eba425d9cca7e743f94baae for: {'network': 1} {{(pid=78675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:25:21.382483 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for network, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:21.395195 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:21.409678 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:21.413475 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Usage tracker for resource:security_group_rule and tenant:9b0562d90eba425d9cca7e743f94baae is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:21.416296 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:21.422091 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:21.507743 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:21.514070 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:21.517186 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-9a87a972-42eb-4c58-8075-6d7c0f62123a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:21.546919 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=78675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 08:25:21.552121 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c17f0d-8428-44f7-984a-e4dcb2523240,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:21.555906 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:21.559735 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:21.560062 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.segments_db [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Added segment a7a7a584-a106-4c17-87d5-f913d75762a7 of type vlan for network 72a5af2d-1be9-4ca8-837e-78ae5cf9a192 May 12 08:25:21.589315 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774954374530'] for network, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:21.621334 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866'] for network, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:21.623592 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:21.624483 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:21.630704 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-6182fa23-3b3c-403f-9b22-8d9153e3d53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:21.730209 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3869112 May 12 08:25:21.731077 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Pushing event updated for resources: {'Network': ['ID=72a5af2d-1be9-4ca8-837e-78ae5cf9a192,revision_number=1']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:21.733162 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56126) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:21.734005 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-32949960-36f2-4817-b955-d7b983366757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:21.739138 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Request body: {'subnet': {'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1297347487-subnet', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'ip_version': 4}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:21.744312 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:21.748031 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Network 72a5af2d-1be9-4ca8-837e-78ae5cf9a192 details requested by agent ovs-agent-dv-cinder-790910-1-smb with host dv-cinder-790910-1-smb {{(pid=78676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 08:25:21.748847 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Usage tracker for resource:subnet and tenant:9b0562d90eba425d9cca7e743f94baae is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:21.751847 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:21.761749 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:21.773018 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Made reservation on behalf of 9b0562d90eba425d9cca7e743f94baae for: {'subnet': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:25:21.775409 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134155916'] for subnet, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:22.172757 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Sync routers for ids ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:25:22.182145 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Routers {'8391af17-3b1d-4da6-9c1f-69bae39fdd27'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:22.182746 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:25:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:22.269000 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3279661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134156030'] for subnet, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:22.272700 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-3e5ecf70-5f00-4201-9eae-c53728feec18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:22.339550 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2435356-483f-4045-a9c6-db5abdef70db,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:22.343270 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:22.350436 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Checking segment: {'id': 'a7a7a584-a106-4c17-87d5-f913d75762a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:25:22.350801 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Network hostable DHCP agents. Network: 72a5af2d-1be9-4ca8-837e-78ae5cf9a192, hostable agents: ['d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2'], hosted agents: [] {{(pid=78674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 08:25:22.352912 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Set router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:22.370892 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Network 72a5af2d-1be9-4ca8-837e-78ae5cf9a192 is scheduled to be hosted by DHCP agent d7c667c3-d415-4f9d-8bab-20cfc7b1c5b2 with binding_index 1 {{(pid=78674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 08:25:22.388104 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-smb, 72a5af2d-1be9-4ca8-837e-78ae5cf9a192) {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:25:22.398003 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbb1819-f943-4181-a3b7-71895072e4ac None None] Network 72a5af2d-1be9-4ca8-837e-78ae5cf9a192 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:25:22.404352 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:22.404993 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:22.429489 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-b486f49f-308f-4804-a8ea-b969ab3f1774 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6926818 May 12 08:25:22.429677 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56130) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:22.434923 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1297347487-router', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:22.439538 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:22.443376 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Usage tracker for resource:router and tenant:9b0562d90eba425d9cca7e743f94baae is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:22.446245 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:22.452084 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:22.463490 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4464'] for router, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:22.464847 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831148', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-329643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4425'] for router, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:22.480036 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:22.643430 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 1e6e5534-631d-49c3-b3b0-9197e7d65a33 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:25:22.699761 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b875660-0401-546f-a1c8-c267b82e2982-72a5af2d-1be9-4ca8-837e-78ae5cf9a192', 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'fixed_ips': [{'subnet_id': 'b2435356-483f-4045-a9c6-db5abdef70db'}]}} from dv-cinder-790910-1-smb. {{(pid=78676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 12 08:25:22.700930 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:22.702555 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 4, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port': {'id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:16Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe', 'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'mac_address': 'fa:16:3e:d4:b8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:19Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 2, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'subnets': [{'id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:22.706389 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Checking router: 8391af17-3b1d-4da6-9c1f-69bae39fdd27 for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:25:22.706757 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Updating router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe binding host dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:25:22.764790 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4439'] for router, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:22.768990 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:22.861516 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 1e6e5534-631d-49c3-b3b0-9197e7d65a33 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:25:22.871073 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 1e6e5534-631d-49c3-b3b0-9197e7d65a33 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:22.871565 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:22.909277 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.db_base_plugin_common [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Allocated IP 172.20.0.2 (72a5af2d-1be9-4ca8-837e-78ae5cf9a192/b2435356-483f-4045-a9c6-db5abdef70db/f4bf8840-1913-4985-988e-1df0e2bfb35c) {{(pid=78676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:25:23.078655 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.105404 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.109849 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.111096 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.123623 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Transition to ACTIVE for port object f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:25:23.132588 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.139617 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e67b0e72-dd18-4778-9501-53f4fcbb05bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:23.164150 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 1e6e5534-631d-49c3-b3b0-9197e7d65a33, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=1e6e5534-631d-49c3-b3b0-9197e7d65a33,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:23.175018 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.178628 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:23.251324 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Notify callbacks [] for port, precommit_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.264055 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Allocated IP 172.28.1.129 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/60a2ee8f-6e97-470e-b489-3dc58349c0a1) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:25:23.272854 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Transition to ACTIVE for port object f4bf8840-1913-4985-988e-1df0e2bfb35c will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:25:23.281114 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=1e6e5534-631d-49c3-b3b0-9197e7d65a33,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:23.287244 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:23.298526 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Transition to ACTIVE for port object f4bf8840-1913-4985-988e-1df0e2bfb35c will not be triggered until provisioned by entity DHCP. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:25:23.307369 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Pushing event updated for resources: {'Port': ['ID=f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:23.309044 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972'] for port, after_create {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.314601 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1702b20c-cb40-44c3-92ce-b314807f93b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:23.333689 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:23.334919 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:23.335471 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:23.336019 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:23.336579 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:23.337146 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:23.337675 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:23.338212 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:23.338946 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:23.339512 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:23.340126 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:23.340939 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:25:23.374942 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:23.399542 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Attempting to bind port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:25:23.400031 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Attempting to bind port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '2941db42-2cf0-4091-a396-a363524a031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:25:23.400514 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Attempting to bind port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe on network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:25:23.406108 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:25:23.406640 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Checking segment: {'id': '2941db42-2cf0-4091-a396-a363524a031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:25:23.407137 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.407722 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Bound using segment: {'id': '2941db42-2cf0-4091-a396-a363524a031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:25:23.408307 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Bound port: f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2941db42-2cf0-4091-a396-a363524a031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:25:23.408817 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.425473 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Network 72a5af2d-1be9-4ca8-837e-78ae5cf9a192 is already hosted by enough agents. {{(pid=78676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:25:23.428459 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Resources bound (agent type, host, resource id): {{(pid=78676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:25:23.435448 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Received port after_create {{(pid=78676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:25:23.458624 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.478866 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Pushing event updated for resources: {'Port': ['ID=f4bf8840-1913-4985-988e-1df0e2bfb35c,revision_number=1']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:23.491257 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:23.500909 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] For port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:25:23.501489 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.504213 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] For port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:25:23.506633 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-cf2c4176-970f-4242-a36c-2375b0a0b750 tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:23.509136 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.514171 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:23.544201 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Attempting to bind port f4bf8840-1913-4985-988e-1df0e2bfb35c on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:25:23.544824 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Attempting to bind port f4bf8840-1913-4985-988e-1df0e2bfb35c by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': 'a7a7a584-a106-4c17-87d5-f913d75762a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:25:23.545561 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Attempting to bind port f4bf8840-1913-4985-988e-1df0e2bfb35c on network 72a5af2d-1be9-4ca8-837e-78ae5cf9a192 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:25:23.550950 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:25:23.551361 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Checking segment: {'id': 'a7a7a584-a106-4c17-87d5-f913d75762a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:25:23.551761 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.552482 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Bound using segment: {'id': 'a7a7a584-a106-4c17-87d5-f913d75762a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:25:23.552807 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Bound port: f4bf8840-1913-4985-988e-1df0e2bfb35c, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a7a584-a106-4c17-87d5-f913d75762a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:25:23.553242 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.567950 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:25:23.571119 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:25:23.575124 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:25:23.596563 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Routers {'8391af17-3b1d-4da6-9c1f-69bae39fdd27'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:23.597293 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:25:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:23.656564 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] For port f4bf8840-1913-4985-988e-1df0e2bfb35c, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:25:23.663355 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] For port f4bf8840-1913-4985-988e-1df0e2bfb35c, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=f4bf8840-1913-4985-988e-1df0e2bfb35c,segment=NetworkSegment(a7a7a584-a106-4c17-87d5-f913d75762a7),segment_id=a7a7a584-a106-4c17-87d5-f913d75762a7)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:25:23.669570 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:23.680951 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:23.718808 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Pushing event updated for resources: {'Port': ['ID=f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe,revision_number=4']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:23.729362 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Pushing event updated for resources: {'Port': ['ID=60a2ee8f-6e97-470e-b489-3dc58349c0a1,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:23.733572 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-61325663-1f05-4cc2-a37c-593e13a6e92b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:23.734384 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:23.806149 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] Set router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:23.817329 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Pushing event updated for resources: {'Port': ['ID=f4bf8840-1913-4985-988e-1df0e2bfb35c,revision_number=2']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:23.820431 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:24.160807 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:24.193882 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 4, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port': {'id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:16Z', 'updated_at': '2021-05-12T08:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe', 'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'mac_address': 'fa:16:3e:d4:b8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:19Z', 'updated_at': '2021-05-12T08:25:23Z', 'revision_number': 4, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'subnets': [{'id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:24.197855 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4d2e7-4dee-4692-a8b0-98b630bad154 None None] The sync data for ids ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'] in dv-cinder-790910-1-smb is: [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 4, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port': {'id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:16Z', 'updated_at': '2021-05-12T08:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe', 'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'mac_address': 'fa:16:3e:d4:b8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:19Z', 'updated_at': '2021-05-12T08:25:23Z', 'revision_number': 4, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'subnets': [{'id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:25:24.510597 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1822464'] for router, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:24.726628 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Router 4017b4d2-af4d-4ed2-bd35-7509c9a5791c is scheduled to L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf with binding_index 1 {{(pid=78674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 08:25:24.759159 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 1e6e5534-631d-49c3-b3b0-9197e7d65a33 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:25:24.794607 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfee31d-0d19-4088-887b-7f2efbb57c60 None None] Network 72a5af2d-1be9-4ca8-837e-78ae5cf9a192 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:25:24.923620 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:25:24.931982 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-daa0aaf9-2068-4f2b-ba7f-16ca3a647755 None None] Provisioning for port f4bf8840-1913-4985-988e-1df0e2bfb35c completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:25:24.938753 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Sync routers for ids ['4017b4d2-af4d-4ed2-bd35-7509c9a5791c'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:25:24.949576 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] Notify callbacks [] for router, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:24.951018 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-5c33ed73-e496-4340-a238-e117db8b54a1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5204244 May 12 08:25:24.953748 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56134) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:24.970664 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Routers {'4017b4d2-af4d-4ed2-bd35-7509c9a5791c'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:24.971287 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:25:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['4017b4d2-af4d-4ed2-bd35-7509c9a5791c'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:25.018431 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 1e6e5534-631d-49c3-b3b0-9197e7d65a33 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:25.018806 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:25.277735 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Set router 4017b4d2-af4d-4ed2-bd35-7509c9a5791c gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:25.496817 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device f4bf8840-1913-4985-988e-1df0e2bfb35c up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:25:25.650180 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port f4bf8840-1913-4985-988e-1df0e2bfb35c completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:25:25.658062 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port f4bf8840-1913-4985-988e-1df0e2bfb35c triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:25.658428 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:25.743264 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:25.819096 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'name': 'tempest-TestShelveInstance-1297347487-router', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:22Z', 'updated_at': '2021-05-12T08:25:23Z', 'revision_number': 3, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'gw_port': {'id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:23Z', 'updated_at': '2021-05-12T08:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:25.830494 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Checking router: 4017b4d2-af4d-4ed2-bd35-7509c9a5791c for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:25:25.830846 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Updating router 4017b4d2-af4d-4ed2-bd35-7509c9a5791c port 60a2ee8f-6e97-470e-b489-3dc58349c0a1 binding host dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:25:25.886991 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-4b442c72-eb82-4ced-b1a0-b0f5bea6311e None None] Provisioning complete for port f4bf8840-1913-4985-988e-1df0e2bfb35c triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:25.887268 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-4b442c72-eb82-4ced-b1a0-b0f5bea6311e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:25.911784 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:25.942768 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:25.957807 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Allocated IP 172.20.0.1 (72a5af2d-1be9-4ca8-837e-78ae5cf9a192/b2435356-483f-4045-a9c6-db5abdef70db/82c8db24-21b8-422d-a04f-ffe41063c638) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:25:26.027217 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port f4bf8840-1913-4985-988e-1df0e2bfb35c, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=f4bf8840-1913-4985-988e-1df0e2bfb35c,segment=NetworkSegment(a7a7a584-a106-4c17-87d5-f913d75762a7),segment_id=a7a7a584-a106-4c17-87d5-f913d75762a7)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:26.065041 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.065852 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:25:26.094236 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:26.103772 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.119556 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.provisioning_blocks [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Transition to ACTIVE for port object 82c8db24-21b8-422d-a04f-ffe41063c638 will not be triggered until provisioned by entity DHCP. {{(pid=78674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:25:26.146043 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.150708 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-0b61a42e-82e5-4c2f-ae8e-950c5b58e93c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:26.207471 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Network 72a5af2d-1be9-4ca8-837e-78ae5cf9a192 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:25:26.210606 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:25:26.213298 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:25:26.265138 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Pushing event updated for resources: {'Port': ['ID=82c8db24-21b8-422d-a04f-ffe41063c638,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:26.268150 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:26.283389 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819103'] for router_interface, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.291286 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=f4bf8840-1913-4985-988e-1df0e2bfb35c,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:26.341142 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:26.365153 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:25:26.383176 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:26.383575 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.488290 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-4b362295-5eda-4d81-b959-db36de9a29c6 None None] Provisioning for port 82c8db24-21b8-422d-a04f-ffe41063c638 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:25:26.532280 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.549211 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-4b362295-5eda-4d81-b959-db36de9a29c6 None None] Provisioning complete for port 82c8db24-21b8-422d-a04f-ffe41063c638 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:26.549679 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-4b362295-5eda-4d81-b959-db36de9a29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.640883 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-4b362295-5eda-4d81-b959-db36de9a29c6 None None] Port 82c8db24-21b8-422d-a04f-ffe41063c638 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:25:26.644276 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.666184 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Notify callbacks [] for port, precommit_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.686325 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Transition to ACTIVE for port object 60a2ee8f-6e97-470e-b489-3dc58349c0a1 will not be triggered until provisioned by entity L2. {{(pid=78676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:25:26.699394 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:26.700461 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.704915 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-02482f73-9c5f-40e7-ba19-4a2cc0e88ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:26.734649 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.785441 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Attempting to bind port 60a2ee8f-6e97-470e-b489-3dc58349c0a1 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:25:26.785769 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Attempting to bind port 60a2ee8f-6e97-470e-b489-3dc58349c0a1 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:25:26.786094 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Attempting to bind port 60a2ee8f-6e97-470e-b489-3dc58349c0a1 on network 93032b5c-4877-4c0d-9c9b-26d73aa29882 {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:25:26.790567 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbdef8-4182-4473-b507-b58f68565ae1 None None] Pushing event updated for resources: {'Port': ['ID=60a2ee8f-6e97-470e-b489-3dc58349c0a1,revision_number=2']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:26.791986 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-efbbdef8-4182-4473-b507-b58f68565ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:26.792445 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-99b2f234-80c7-47cc-9012-c74191e315b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:26.829812 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:25:26.830471 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Checking segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:25:26.830584 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.830987 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Bound using segment: {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'} {{(pid=78676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:25:26.831463 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.managers [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Bound port: 60a2ee8f-6e97-470e-b489-3dc58349c0a1, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2797bdeb-14fd-456e-994d-4c41dc806ab4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882'}}] {{(pid=78676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:25:26.831844 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.869304 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device f4bf8840-1913-4985-988e-1df0e2bfb35c up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:25:26.912593 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.918480 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:26.946005 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-4f00dbe3-a910-4277-968d-afa042da6395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:26.974793 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:26.980188 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:26.986633 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] For port 60a2ee8f-6e97-470e-b489-3dc58349c0a1, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:25:26.990460 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] For port 60a2ee8f-6e97-470e-b489-3dc58349c0a1, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=60a2ee8f-6e97-470e-b489-3dc58349c0a1,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:25:26.996593 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:27.004145 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:27.029209 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819004'] for router_interface, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:27.033061 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Pushing event updated for resources: {'Port': ['ID=82c8db24-21b8-422d-a04f-ffe41063c638,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:27.037520 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:27.044733 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port f4bf8840-1913-4985-988e-1df0e2bfb35c triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:27.045113 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:27.127915 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Routers {'4017b4d2-af4d-4ed2-bd35-7509c9a5791c'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:27.128567 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:25:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['4017b4d2-af4d-4ed2-bd35-7509c9a5791c'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:27.171271 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Network 72a5af2d-1be9-4ca8-837e-78ae5cf9a192 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:25:27.172664 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:25:27.173911 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbdef8-4182-4473-b507-b58f68565ae1 None None] Pushing event updated for resources: {'Port': ['ID=60a2ee8f-6e97-470e-b489-3dc58349c0a1,revision_number=3']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:27.183669 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-efbbdef8-4182-4473-b507-b58f68565ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:27.367277 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Router 4017b4d2-af4d-4ed2-bd35-7509c9a5791c has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:25:27.414881 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] Set router 4017b4d2-af4d-4ed2-bd35-7509c9a5791c gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:27.468278 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-c0e938e0-969a-4ebc-8714-071f9cf3ec47 None None] Provisioning complete for port 82c8db24-21b8-422d-a04f-ffe41063c638 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:27.468601 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-c0e938e0-969a-4ebc-8714-071f9cf3ec47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:27.547104 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:25:27.556384 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] 10.222.0.43 "PUT /v2.0/routers/4017b4d2-af4d-4ed2-bd35-7509c9a5791c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6016588 May 12 08:25:27.648910 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-c0e938e0-969a-4ebc-8714-071f9cf3ec47 None None] Port 82c8db24-21b8-422d-a04f-ffe41063c638 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:25:27.772514 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'name': 'tempest-TestShelveInstance-1297347487-router', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:22Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 4, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'gw_port': {'id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:23Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '82c8db24-21b8-422d-a04f-ffe41063c638', 'name': '', 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'mac_address': 'fa:16:3e:72:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b2435356-483f-4045-a9c6-db5abdef70db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:25Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 2, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'subnets': [{'id': 'b2435356-483f-4045-a9c6-db5abdef70db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:27.776981 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163dcb9a-d109-4a1b-8173-021e8401f9ba None None] The sync data for ids ['4017b4d2-af4d-4ed2-bd35-7509c9a5791c'] in dv-cinder-790910-1-smb is: [{'id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'name': 'tempest-TestShelveInstance-1297347487-router', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:22Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 4, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'gw_port': {'id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:23Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '82c8db24-21b8-422d-a04f-ffe41063c638', 'name': '', 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'mac_address': 'fa:16:3e:72:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b2435356-483f-4045-a9c6-db5abdef70db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:25Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 2, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'subnets': [{'id': 'b2435356-483f-4045-a9c6-db5abdef70db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:25:28.071480 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56144) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:28.077588 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119884100', 'description': 'tempest-secgroup-smoke-119884100 description', 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:28.083854 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:28.088115 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Usage tracker for resource:security_group and tenant:c4b6898eca7d4723ab64eb6bf568c696 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:28.091428 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:28.097280 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:28.109889 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.130892 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:28.134804 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Usage tracker for resource:security_group_rule and tenant:c4b6898eca7d4723ab64eb6bf568c696 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:28.138152 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:28.144069 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:28.218142 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.223492 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.229508 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9c6dcba7-d0cf-41a2-8ab8-755fe3622c91 tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:28.270676 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c80878-018b-490f-a66d-bbe7b82c403d,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:28.277467 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:28.279577 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.281035 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-4cac1cf3-2f4d-4367-a1c0-945ffb0a4290 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2083781 May 12 08:25:28.283774 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56148) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:28.289006 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-6a31c0db-533c-4de4-b699-9e52adeaffe2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Request body: {'security_group_rule': {'security_group_id': '68c80878-018b-490f-a66d-bbe7b82c403d', 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:28.295294 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-6a31c0db-533c-4de4-b699-9e52adeaffe2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:28.299898 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-6a31c0db-533c-4de4-b699-9e52adeaffe2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Usage tracker for resource:security_group_rule and tenant:c4b6898eca7d4723ab64eb6bf568c696 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:28.303162 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-6a31c0db-533c-4de4-b699-9e52adeaffe2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:28.309454 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-6a31c0db-533c-4de4-b699-9e52adeaffe2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:28.330431 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6a31c0db-533c-4de4-b699-9e52adeaffe2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.408143 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6a31c0db-533c-4de4-b699-9e52adeaffe2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.413122 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6a31c0db-533c-4de4-b699-9e52adeaffe2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.415187 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:28.437326 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31c0db-533c-4de4-b699-9e52adeaffe2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe74c721-a0ab-4cdd-9fc0-b444018028a8,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:28.441681 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-6a31c0db-533c-4de4-b699-9e52adeaffe2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:28.451146 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-6a31c0db-533c-4de4-b699-9e52adeaffe2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.452529 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-6a31c0db-533c-4de4-b699-9e52adeaffe2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1677260 May 12 08:25:28.455323 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56152) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:28.461209 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-c6bceb7f-061d-49f8-9078-baa7f9ae47ef tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Request body: {'security_group_rule': {'security_group_id': '68c80878-018b-490f-a66d-bbe7b82c403d', 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:28.467879 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-c6bceb7f-061d-49f8-9078-baa7f9ae47ef tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:28.472170 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-c6bceb7f-061d-49f8-9078-baa7f9ae47ef tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Usage tracker for resource:security_group_rule and tenant:c4b6898eca7d4723ab64eb6bf568c696 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:28.475348 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-c6bceb7f-061d-49f8-9078-baa7f9ae47ef tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:28.481782 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-c6bceb7f-061d-49f8-9078-baa7f9ae47ef tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:28.500089 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c6bceb7f-061d-49f8-9078-baa7f9ae47ef tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.564989 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c6bceb7f-061d-49f8-9078-baa7f9ae47ef tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.569682 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c6bceb7f-061d-49f8-9078-baa7f9ae47ef tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.576456 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:28.596725 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bceb7f-061d-49f8-9078-baa7f9ae47ef tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cf43b4-496a-43cf-a45d-76b7d666e49f,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:28.600075 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c6bceb7f-061d-49f8-9078-baa7f9ae47ef tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:28.608137 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c6bceb7f-061d-49f8-9078-baa7f9ae47ef tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.609461 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-c6bceb7f-061d-49f8-9078-baa7f9ae47ef tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531241 May 12 08:25:28.612220 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56156) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:28.617546 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-9c8b2f15-1fbd-42ba-8c14-efa34ac8b8e1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Request body: {'security_group_rule': {'security_group_id': '68c80878-018b-490f-a66d-bbe7b82c403d', 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:28.623834 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-9c8b2f15-1fbd-42ba-8c14-efa34ac8b8e1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:28.627697 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-9c8b2f15-1fbd-42ba-8c14-efa34ac8b8e1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Usage tracker for resource:security_group_rule and tenant:c4b6898eca7d4723ab64eb6bf568c696 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:28.630593 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-9c8b2f15-1fbd-42ba-8c14-efa34ac8b8e1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:28.636350 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-9c8b2f15-1fbd-42ba-8c14-efa34ac8b8e1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:28.655335 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2f15-1fbd-42ba-8c14-efa34ac8b8e1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.724464 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2f15-1fbd-42ba-8c14-efa34ac8b8e1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.729486 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2f15-1fbd-42ba-8c14-efa34ac8b8e1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.736475 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-674c76a8-5f81-4533-a88c-823c642068c7 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:28.757352 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b2f15-1fbd-42ba-8c14-efa34ac8b8e1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4383a87d-7e3d-4fb6-90d4-6350d47e7c8e,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:28.760192 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-9c8b2f15-1fbd-42ba-8c14-efa34ac8b8e1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:28.771401 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2f15-1fbd-42ba-8c14-efa34ac8b8e1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.773075 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-9c8b2f15-1fbd-42ba-8c14-efa34ac8b8e1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598225 May 12 08:25:28.775826 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56160) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:28.781281 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-4d075675-d6b8-4707-81b6-23a6dde7c838 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Request body: {'security_group_rule': {'security_group_id': '68c80878-018b-490f-a66d-bbe7b82c403d', 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:28.787486 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-4d075675-d6b8-4707-81b6-23a6dde7c838 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:28.792001 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-4d075675-d6b8-4707-81b6-23a6dde7c838 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Usage tracker for resource:security_group_rule and tenant:c4b6898eca7d4723ab64eb6bf568c696 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:28.795322 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-4d075675-d6b8-4707-81b6-23a6dde7c838 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:28.801573 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-4d075675-d6b8-4707-81b6-23a6dde7c838 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:28.824350 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-4d075675-d6b8-4707-81b6-23a6dde7c838 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.913239 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-4d075675-d6b8-4707-81b6-23a6dde7c838 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.918627 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-4d075675-d6b8-4707-81b6-23a6dde7c838 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.925408 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-e7b0989d-da96-4cde-9830-57da9ca7b1d8 tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:28.937061 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 60a2ee8f-6e97-470e-b489-3dc58349c0a1 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:25:28.948389 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d075675-d6b8-4707-81b6-23a6dde7c838 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f71618c-f59e-457b-a465-60125233701f,revision_number=0']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:28.951423 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-4d075675-d6b8-4707-81b6-23a6dde7c838 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:28.961505 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-4d075675-d6b8-4707-81b6-23a6dde7c838 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:28.966188 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 56164) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:28.967483 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-4d075675-d6b8-4707-81b6-23a6dde7c838 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1896322 May 12 08:25:28.972183 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-8cb6da15-4476-44b8-a379-a7a1205c8106 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Request body: {'security_group_rule': {'security_group_id': '68c80878-018b-490f-a66d-bbe7b82c403d', 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:28.978680 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-8cb6da15-4476-44b8-a379-a7a1205c8106 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:28.982870 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-8cb6da15-4476-44b8-a379-a7a1205c8106 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Usage tracker for resource:security_group_rule and tenant:c4b6898eca7d4723ab64eb6bf568c696 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:28.985874 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-8cb6da15-4476-44b8-a379-a7a1205c8106 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:28.996817 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-8cb6da15-4476-44b8-a379-a7a1205c8106 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:29.009585 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.securitygroups_db [None req-8cb6da15-4476-44b8-a379-a7a1205c8106 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Project c4b6898eca7d4723ab64eb6bf568c696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 08:25:29.015016 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 60a2ee8f-6e97-470e-b489-3dc58349c0a1 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:25:29.016352 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8cb6da15-4476-44b8-a379-a7a1205c8106 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:29.020264 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 60a2ee8f-6e97-470e-b489-3dc58349c0a1 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:29.020889 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:29.080295 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8cb6da15-4476-44b8-a379-a7a1205c8106 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:29.085454 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8cb6da15-4476-44b8-a379-a7a1205c8106 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:29.087628 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-c4cefac7-667d-4a7c-b518-f5ba365900eb tempest-AttachVolumeShelveTestJSON-459015875 tempest-AttachVolumeShelveTestJSON-459015875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:29.110006 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6da15-4476-44b8-a379-a7a1205c8106 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3a3cad-88f0-4f39-8395-6b29ca3e0142,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:29.115807 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-8cb6da15-4476-44b8-a379-a7a1205c8106 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:29.119730 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-8cb6da15-4476-44b8-a379-a7a1205c8106 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:29.120934 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-8cb6da15-4476-44b8-a379-a7a1205c8106 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536369 May 12 08:25:29.123793 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 56168) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:29.129293 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.v2.base [None req-c00faebd-c6e8-426b-9be9-1e8c77c10836 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Request body: {'security_group_rule': {'security_group_id': '68c80878-018b-490f-a66d-bbe7b82c403d', 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:29.135181 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-c00faebd-c6e8-426b-9be9-1e8c77c10836 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:29.139701 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-c00faebd-c6e8-426b-9be9-1e8c77c10836 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Usage tracker for resource:security_group_rule and tenant:c4b6898eca7d4723ab64eb6bf568c696 is out of sync, need to count used quota {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:29.141281 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:29.142888 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [None req-c00faebd-c6e8-426b-9be9-1e8c77c10836 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78675) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:29.148837 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.db.quota.driver [None req-c00faebd-c6e8-426b-9be9-1e8c77c10836 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78675) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:29.158424 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 60a2ee8f-6e97-470e-b489-3dc58349c0a1, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=60a2ee8f-6e97-470e-b489-3dc58349c0a1,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:29.159940 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.securitygroups_db [None req-c00faebd-c6e8-426b-9be9-1e8c77c10836 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Project c4b6898eca7d4723ab64eb6bf568c696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 08:25:29.163102 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:29.164036 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:25:29.165871 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-c00faebd-c6e8-426b-9be9-1e8c77c10836 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:29.191366 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-efbbdef8-4182-4473-b507-b58f68565ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:29.232139 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-c00faebd-c6e8-426b-9be9-1e8c77c10836 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:29.236893 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-c00faebd-c6e8-426b-9be9-1e8c77c10836 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331854'] for security_group_rule, after_create {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:29.239032 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:29.261232 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00faebd-c6e8-426b-9be9-1e8c77c10836 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562779bb-88ba-432d-843f-0d9a674a7a37,revision_number=0']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:29.263700 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-c00faebd-c6e8-426b-9be9-1e8c77c10836 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:29.272974 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-c00faebd-c6e8-426b-9be9-1e8c77c10836 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:29.274250 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-c00faebd-c6e8-426b-9be9-1e8c77c10836 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1495194 May 12 08:25:29.281185 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=60a2ee8f-6e97-470e-b489-3dc58349c0a1,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:29.284728 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:29.293701 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:29.294081 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:30.807823 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 60a2ee8f-6e97-470e-b489-3dc58349c0a1 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:25:30.877411 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 60a2ee8f-6e97-470e-b489-3dc58349c0a1 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:30.877761 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:31.368830 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Sync routers for ids ['4017b4d2-af4d-4ed2-bd35-7509c9a5791c'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:25:31.379002 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Routers {'4017b4d2-af4d-4ed2-bd35-7509c9a5791c'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:31.379596 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:25:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['4017b4d2-af4d-4ed2-bd35-7509c9a5791c'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:31.557719 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Set router 4017b4d2-af4d-4ed2-bd35-7509c9a5791c gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:31.869487 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'name': 'tempest-TestShelveInstance-1297347487-router', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:22Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 4, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'gw_port': {'id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:23Z', 'updated_at': '2021-05-12T08:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '82c8db24-21b8-422d-a04f-ffe41063c638', 'name': '', 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'mac_address': 'fa:16:3e:72:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b2435356-483f-4045-a9c6-db5abdef70db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:25Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 2, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'subnets': [{'id': 'b2435356-483f-4045-a9c6-db5abdef70db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:31.873656 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Checking router: 4017b4d2-af4d-4ed2-bd35-7509c9a5791c for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:25:31.874002 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Updating router 4017b4d2-af4d-4ed2-bd35-7509c9a5791c port 82c8db24-21b8-422d-a04f-ffe41063c638 binding host dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 08:25:31.926159 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:32.272518 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Notify callbacks [] for port, precommit_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:32.285278 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.provisioning_blocks [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Transition to ACTIVE for port object 82c8db24-21b8-422d-a04f-ffe41063c638 will not be triggered until provisioned by entity L2. {{(pid=78677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:25:32.293185 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:32.297708 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:32.443602 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d0ecc-dc80-4b2a-a8de-8333730a095b None None] Pushing event updated for resources: {'Port': ['ID=82c8db24-21b8-422d-a04f-ffe41063c638,revision_number=3']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:32.447728 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e93d0ecc-dc80-4b2a-a8de-8333730a095b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:32.532843 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Attempting to bind port 82c8db24-21b8-422d-a04f-ffe41063c638 on host dv-cinder-790910-1-smb for vnic_type normal with profile {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:25:32.533213 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Attempting to bind port 82c8db24-21b8-422d-a04f-ffe41063c638 by drivers openvswitch,hyperv on host dv-cinder-790910-1-smb at level 0 using segments [{'id': 'a7a7a584-a106-4c17-87d5-f913d75762a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192'}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:25:32.533580 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Attempting to bind port 82c8db24-21b8-422d-a04f-ffe41063c638 on network 72a5af2d-1be9-4ca8-837e-78ae5cf9a192 {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:25:32.539056 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Checking agent: {'id': 'd52de293-3f5d-4af6-82ce-616e2cefb5d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 45), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:25:32.539461 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Checking segment: {'id': 'a7a7a584-a106-4c17-87d5-f913d75762a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:25:32.539865 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:32.540251 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Bound using segment: {'id': 'a7a7a584-a106-4c17-87d5-f913d75762a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192'} {{(pid=78677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:25:32.540735 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.managers [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Bound port: 82c8db24-21b8-422d-a04f-ffe41063c638, host: dv-cinder-790910-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a7a584-a106-4c17-87d5-f913d75762a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192'}}] {{(pid=78677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:25:32.541124 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:32.654555 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] For port 82c8db24-21b8-422d-a04f-ffe41063c638, host dv-cinder-790910-1-smb, cleared binding levels {{(pid=78677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:25:32.657553 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.plugins.ml2.db [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] For port 82c8db24-21b8-422d-a04f-ffe41063c638, host dv-cinder-790910-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=82c8db24-21b8-422d-a04f-ffe41063c638,segment=NetworkSegment(a7a7a584-a106-4c17-87d5-f913d75762a7),segment_id=a7a7a584-a106-4c17-87d5-f913d75762a7)] {{(pid=78677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:25:32.664642 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron_lib.callbacks.manager [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:32.668147 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:32.742306 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Routers {'4017b4d2-af4d-4ed2-bd35-7509c9a5791c'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:32.742951 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:25:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['4017b4d2-af4d-4ed2-bd35-7509c9a5791c'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:32.801945 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d0ecc-dc80-4b2a-a8de-8333730a095b None None] Pushing event updated for resources: {'Port': ['ID=82c8db24-21b8-422d-a04f-ffe41063c638,revision_number=4']} {{(pid=78677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:32.858383 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG oslo_concurrency.lockutils [None req-e93d0ecc-dc80-4b2a-a8de-8333730a095b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:32.928655 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] Set router 4017b4d2-af4d-4ed2-bd35-7509c9a5791c gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:33.395697 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'name': 'tempest-TestShelveInstance-1297347487-router', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:22Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 4, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'gw_port': {'id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:23Z', 'updated_at': '2021-05-12T08:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '82c8db24-21b8-422d-a04f-ffe41063c638', 'name': '', 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'mac_address': 'fa:16:3e:72:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b2435356-483f-4045-a9c6-db5abdef70db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:25Z', 'updated_at': '2021-05-12T08:25:32Z', 'revision_number': 4, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'subnets': [{'id': 'b2435356-483f-4045-a9c6-db5abdef70db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:33.402092 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef93c4a9-69e7-48c4-b24a-4236ecadccae None None] The sync data for ids ['4017b4d2-af4d-4ed2-bd35-7509c9a5791c'] in dv-cinder-790910-1-smb is: [{'id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'name': 'tempest-TestShelveInstance-1297347487-router', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:22Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 4, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'gw_port': {'id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:23Z', 'updated_at': '2021-05-12T08:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': '82c8db24-21b8-422d-a04f-ffe41063c638', 'name': '', 'network_id': '72a5af2d-1be9-4ca8-837e-78ae5cf9a192', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'mac_address': 'fa:16:3e:72:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b2435356-483f-4045-a9c6-db5abdef70db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:25Z', 'updated_at': '2021-05-12T08:25:32Z', 'revision_number': 4, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'subnets': [{'id': 'b2435356-483f-4045-a9c6-db5abdef70db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:25:34.834192 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 82c8db24-21b8-422d-a04f-ffe41063c638 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:25:34.903388 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning for port 82c8db24-21b8-422d-a04f-ffe41063c638 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:25:34.908194 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 82c8db24-21b8-422d-a04f-ffe41063c638 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:34.908586 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:35.026808 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:35.065536 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] For port 82c8db24-21b8-422d-a04f-ffe41063c638, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=82c8db24-21b8-422d-a04f-ffe41063c638,segment=NetworkSegment(a7a7a584-a106-4c17-87d5-f913d75762a7),segment_id=a7a7a584-a106-4c17-87d5-f913d75762a7)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:35.071885 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:35.074194 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:35.143440 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Pushing event updated for resources: {'Port': ['ID=82c8db24-21b8-422d-a04f-ffe41063c638,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:35.150342 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:36.830497 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 82c8db24-21b8-422d-a04f-ffe41063c638 up at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:25:36.900251 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Provisioning complete for port 82c8db24-21b8-422d-a04f-ffe41063c638 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:36.900646 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:43.027143 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-5b3ef86e-2a34-474d-9240-50c123c9bc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:43.980291 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:44.354402 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-9b9fbe75-9bf7-41f4-a2e3-96570102f1f0 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Synchronizing usage tracker for tenant:c4b6898eca7d4723ab64eb6bf568c696 on resource:security_group {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:25:44.375229 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-9b9fbe75-9bf7-41f4-a2e3-96570102f1f0 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Unset dirty status for tenant:c4b6898eca7d4723ab64eb6bf568c696 on resource:security_group {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:25:44.376544 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-9b9fbe75-9bf7-41f4-a2e3-96570102f1f0 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119884100&fields=id&tenant_id=c4b6898eca7d4723ab64eb6bf568c696 HTTP/1.1" status: 200 len: 267 time: 0.0654025 May 12 08:25:44.537882 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-66fd7d00-7efb-45d1-a384-87d2150238ed tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:44.539411 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-66fd7d00-7efb-45d1-a384-87d2150238ed tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/networks?id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0 HTTP/1.1" status: 200 len: 808 time: 0.1543241 May 12 08:25:44.556939 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-8a4fe541-0362-43c8-86f6-46930e99880f tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/quotas/c4b6898eca7d4723ab64eb6bf568c696 HTTP/1.1" status: 200 len: 375 time: 0.0096464 May 12 08:25:44.656011 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-86e9040d-3bc2-4f1a-a5d6-d39beab56d97 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4b6898eca7d4723ab64eb6bf568c696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935590 May 12 08:25:44.913245 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-1251027e-237e-47b0-a4f6-69e08da34f41 service neutron] 10.222.0.43 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444477 May 12 08:25:45.054420 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-67c05cbc-52b4-4789-84bc-9939c011548e service neutron] 10.222.0.43 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319270 May 12 08:25:45.331100 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-941cd023-c397-4565-b69d-2417a2defc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:45.461556 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-396c7f3a-4061-4588-b0f3-114b710ca733 req-3bd88234-db47-42ad-a997-7bcbff178a55 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Synchronizing usage tracker for tenant:c4b6898eca7d4723ab64eb6bf568c696 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:25:45.477746 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-396c7f3a-4061-4588-b0f3-114b710ca733 req-3bd88234-db47-42ad-a997-7bcbff178a55 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Unset dirty status for tenant:c4b6898eca7d4723ab64eb6bf568c696 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:25:45.479046 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-396c7f3a-4061-4588-b0f3-114b710ca733 req-3bd88234-db47-42ad-a997-7bcbff178a55 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 210 time: 0.0636973 May 12 08:25:45.518991 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:46.521982 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:46.642678 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-b9f64f39-45db-476b-9349-87cb53482e6b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:46.644093 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-b9f64f39-45db-476b-9349-87cb53482e6b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.48 "GET /v2.0/networks?id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0 HTTP/1.1" status: 200 len: 808 time: 0.1892335 May 12 08:25:46.646338 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-71fee764-2d88-4468-9b34-8bb22f0a0fa7 req-b113b1a5-c43b-4c6f-bf40-7aacc4fd953c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 210 time: 0.0529354 May 12 08:25:46.699097 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-aaead5cf-9e9d-452b-8b67-954182a46935 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4b6898eca7d4723ab64eb6bf568c696 HTTP/1.1" status: 200 len: 379 time: 0.0399981 May 12 08:25:46.707493 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Request body: {'port': {'device_id': 'e855da50-29af-4794-a590-7c594e9d34d3', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'admin_state_up': True, 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'security_groups': ['68c80878-018b-490f-a66d-bbe7b82c403d']}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:46.852187 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:46.864094 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:46.875051 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Made reservation on behalf of c4b6898eca7d4723ab64eb6bf568c696 for: {'port': 1} {{(pid=78674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 08:25:46.878680 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:47.056078 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Allocated IP 172.20.0.9 (cb12e44b-f7a2-412f-85c4-b62816c0d7b0/6d0db9a0-7434-43a7-91d0-e1620679932a/01c616ca-b82f-4623-894c-66b56cbb6a69) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:25:47.108692 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:25:47.251110 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:47.269139 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.provisioning_blocks [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Transition to ACTIVE for port object 01c616ca-b82f-4623-894c-66b56cbb6a69 will not be triggered until provisioned by entity DHCP. {{(pid=78674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:25:47.294661 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:47.300163 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-1a18190a-b743-4ff4-99d0-a694656cf39b tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:47.359726 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:25:47.362752 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:25:47.371242 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:25:47.401888 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Pushing event updated for resources: {'Port': ['ID=01c616ca-b82f-4623-894c-66b56cbb6a69,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:47.408567 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:47.438456 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:47.439084 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:47.467912 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7641714 May 12 08:25:47.485166 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Request body: {'port': {'device_id': 'e855da50-29af-4794-a590-7c594e9d34d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:47.545978 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-2ea92afa-a00d-4f69-af60-120508296973 None None] Provisioning for port 01c616ca-b82f-4623-894c-66b56cbb6a69 completed by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:25:47.550863 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-2ea92afa-a00d-4f69-af60-120508296973 None None] Provisioning complete for port 01c616ca-b82f-4623-894c-66b56cbb6a69 triggered by entity DHCP. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:47.551314 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-2ea92afa-a00d-4f69-af60-120508296973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:47.598810 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:47.605497 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-2ea92afa-a00d-4f69-af60-120508296973 None None] Port 01c616ca-b82f-4623-894c-66b56cbb6a69 cannot update to ACTIVE because it is not bound. {{(pid=78676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 08:25:47.839892 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51599ad-1657-46f1-b7b7-88c779320026 req-a47cf815-73f9-4a4d-a9db-27ae43f6925a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:47.841381 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d51599ad-1657-46f1-b7b7-88c779320026 req-a47cf815-73f9-4a4d-a9db-27ae43f6925a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 931 time: 0.0814443 May 12 08:25:47.885427 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-d51599ad-1657-46f1-b7b7-88c779320026 req-8cf03fa0-df99-4c01-9bef-91311ff9fb98 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Synchronizing usage tracker for tenant:c4b6898eca7d4723ab64eb6bf568c696 on resource:security_group {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:25:47.897076 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-d51599ad-1657-46f1-b7b7-88c779320026 req-8cf03fa0-df99-4c01-9bef-91311ff9fb98 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Unset dirty status for tenant:c4b6898eca7d4723ab64eb6bf568c696 on resource:security_group {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:25:47.898219 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-d51599ad-1657-46f1-b7b7-88c779320026 req-8cf03fa0-df99-4c01-9bef-91311ff9fb98 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508671 May 12 08:25:47.943856 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c616ca-b82f-4623-894c-66b56cbb6a69 {{(pid=78674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:25:47.951128 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:47.965784 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.provisioning_blocks [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Transition to ACTIVE for port object 01c616ca-b82f-4623-894c-66b56cbb6a69 will not be triggered until provisioned by entity L2. {{(pid=78674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 08:25:47.970864 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:47.975251 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ee2288b2-3a03-413f-874b-16702efbef3c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:47.992188 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:48.235325 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Pushing event updated for resources: {'Port': ['ID=01c616ca-b82f-4623-894c-66b56cbb6a69,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:48.242107 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:48.307794 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Attempting to bind port 01c616ca-b82f-4623-894c-66b56cbb6a69 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 08:25:48.308013 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Attempting to bind port 01c616ca-b82f-4623-894c-66b56cbb6a69 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '2941db42-2cf0-4091-a396-a363524a031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0'}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 08:25:48.308343 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Attempting to bind port 01c616ca-b82f-4623-894c-66b56cbb6a69 on network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:25:48.313260 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Port 01c616ca-b82f-4623-894c-66b56cbb6a69 on network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 08:25:48.313575 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Attempting to bind port 01c616ca-b82f-4623-894c-66b56cbb6a69 on network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 08:25:48.318820 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Checking agent: {'id': '4bf0fce6-c172-4eb1-93a6-3032ad990261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 08:25:48.319146 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Checking segment: {'id': '2941db42-2cf0-4091-a396-a363524a031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 12 08:25:48.319524 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Bound using segment: {'id': '2941db42-2cf0-4091-a396-a363524a031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0'} {{(pid=78674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 08:25:48.319942 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.managers [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Bound port: 01c616ca-b82f-4623-894c-66b56cbb6a69, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2941db42-2cf0-4091-a396-a363524a031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0'}}] {{(pid=78674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 08:25:48.320305 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:48.412623 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] For port 01c616ca-b82f-4623-894c-66b56cbb6a69, host hv-cinder-79091, cleared binding levels {{(pid=78674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 08:25:48.415488 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] For port 01c616ca-b82f-4623-894c-66b56cbb6a69, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=01c616ca-b82f-4623-894c-66b56cbb6a69,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 08:25:48.421960 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:48.425419 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-0b872a34-4d82-4b2e-aaaf-f05ee480836d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:48.477266 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:48.477850 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:48.479242 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] 10.222.0.48 "PUT /v2.0/ports/01c616ca-b82f-4623-894c-66b56cbb6a69 HTTP/1.1" status: 200 len: 1093 time: 0.9983456 May 12 08:25:48.480067 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:25:48.506672 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Pushing event updated for resources: {'Port': ['ID=01c616ca-b82f-4623-894c-66b56cbb6a69,revision_number=3']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:48.510357 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c6c16213-6a58-4b2f-a7f3-77e7f3221b0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:48.529213 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'status': 'completed', 'code': 200} May 12 08:25:48.629248 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-d77fe8a8-6257-4f97-851d-10ee12f5a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:48.631035 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-d77fe8a8-6257-4f97-851d-10ee12f5a699 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4b6898eca7d4723ab64eb6bf568c696&device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 1096 time: 0.0763927 May 12 08:25:48.704450 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-3b340ee5-1c92-4125-a267-432f52b1a307 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01c616ca-b82f-4623-894c-66b56cbb6a69 HTTP/1.1" status: 200 len: 217 time: 0.0608580 May 12 08:25:48.781270 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-b9b4ad1f-f2a3-4be1-b22f-b9b30ce95222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:48.783571 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-b9b4ad1f-f2a3-4be1-b22f-b9b30ce95222 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d0db9a0-7434-43a7-91d0-e1620679932a HTTP/1.1" status: 200 len: 847 time: 0.0722060 May 12 08:25:48.867801 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-357c7e8b-90de-4a91-a8e8-cef90a06c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:48.869324 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-357c7e8b-90de-4a91-a8e8-cef90a06c6b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791941 May 12 08:25:49.002136 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-96facf8d-1b43-48b4-ae6a-376f70d655be service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258435 May 12 08:25:49.092204 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fb741-fd88-478b-a7f7-f922fd3e33d6 req-6203cb1b-996a-4c66-aacf-f9a143e0b595 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:49.093711 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fd4fb741-fd88-478b-a7f7-f922fd3e33d6 req-6203cb1b-996a-4c66-aacf-f9a143e0b595 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 943 time: 0.0882745 May 12 08:25:49.136868 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-c1490c49-7d95-4788-bb02-9c6d6d62101b req-ae69ba21-92c1-4609-85af-f18d9fa0f56d service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266713 May 12 08:25:49.138045 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-fd4fb741-fd88-478b-a7f7-f922fd3e33d6 req-505bb560-e23d-4995-885e-092247175841 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383248 May 12 08:25:49.317969 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0803094-03db-4699-a506-4d08e43bef56 req-06c3e739-a4dc-48cc-a092-2d554d1a6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:49.319532 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e0803094-03db-4699-a506-4d08e43bef56 req-06c3e739-a4dc-48cc-a092-2d554d1a6595 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4b6898eca7d4723ab64eb6bf568c696&device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 1096 time: 0.0813761 May 12 08:25:49.466667 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0803094-03db-4699-a506-4d08e43bef56 req-df04b9bc-1883-4111-862c-8d8ecbb115b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:49.468122 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e0803094-03db-4699-a506-4d08e43bef56 req-df04b9bc-1883-4111-862c-8d8ecbb115b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0 HTTP/1.1" status: 200 len: 909 time: 0.1408255 May 12 08:25:49.535893 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e0803094-03db-4699-a506-4d08e43bef56 req-b3db2fe0-b75f-4e63-84da-81f569e39701 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01c616ca-b82f-4623-894c-66b56cbb6a69 HTTP/1.1" status: 200 len: 217 time: 0.0599587 May 12 08:25:49.607169 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0803094-03db-4699-a506-4d08e43bef56 req-a3747700-7635-4afd-8f9b-75bc25ff7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:49.608511 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e0803094-03db-4699-a506-4d08e43bef56 req-a3747700-7635-4afd-8f9b-75bc25ff7164 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d0db9a0-7434-43a7-91d0-e1620679932a HTTP/1.1" status: 200 len: 847 time: 0.0641861 May 12 08:25:49.692917 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0803094-03db-4699-a506-4d08e43bef56 req-2047d377-b711-4c8e-b45d-9c6159ff39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:49.694930 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e0803094-03db-4699-a506-4d08e43bef56 req-2047d377-b711-4c8e-b45d-9c6159ff39e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780766 May 12 08:25:49.827384 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e0803094-03db-4699-a506-4d08e43bef56 req-908715df-ca62-49d8-902f-023cb16fbbf7 service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246676 May 12 08:25:49.970869 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e0803094-03db-4699-a506-4d08e43bef56 req-230c05ad-5b77-441c-9c42-e1844bf10500 service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362767 May 12 08:25:50.355512 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196be6-8522-40d9-955a-3a2d44079374 req-235652b8-d410-48bb-b99a-515d4f604972 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:50.356191 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-a2196be6-8522-40d9-955a-3a2d44079374 req-235652b8-d410-48bb-b99a-515d4f604972 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Synchronizing usage tracker for tenant:c4b6898eca7d4723ab64eb6bf568c696 on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:25:50.374327 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [req-a2196be6-8522-40d9-955a-3a2d44079374 req-235652b8-d410-48bb-b99a-515d4f604972 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Unset dirty status for tenant:c4b6898eca7d4723ab64eb6bf568c696 on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:25:50.375611 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a2196be6-8522-40d9-955a-3a2d44079374 req-235652b8-d410-48bb-b99a-515d4f604972 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 943 time: 0.1181552 May 12 08:25:50.421700 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-a2196be6-8522-40d9-955a-3a2d44079374 req-b93368ae-25af-4aa2-99f4-3bc3be4c4975 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400038 May 12 08:25:51.446765 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 01c616ca-b82f-4623-894c-66b56cbb6a69 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:25:51.583370 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 01c616ca-b82f-4623-894c-66b56cbb6a69, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=01c616ca-b82f-4623-894c-66b56cbb6a69,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:51.596668 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'port_id': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'mac_address': 'fa:16:3e:b8:4b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:25:51.612031 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f638d-7848-4412-83a3-8d72fe36870a req-691e69ab-41a7-4312-8106-4f2354944ed9 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:51.613553 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a97f638d-7848-4412-83a3-8d72fe36870a req-691e69ab-41a7-4312-8106-4f2354944ed9 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 943 time: 0.0832124 May 12 08:25:51.650042 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:51.659383 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a97f638d-7848-4412-83a3-8d72fe36870a req-8c3e08f8-657c-4838-a1f9-a96eaa5815fa tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395613 May 12 08:25:51.666520 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c616ca-b82f-4623-894c-66b56cbb6a69 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:25:51.682235 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 01c616ca-b82f-4623-894c-66b56cbb6a69, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=01c616ca-b82f-4623-894c-66b56cbb6a69,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:51.687262 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:51.688953 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-efbbdef8-4182-4473-b507-b58f68565ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:51.758061 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=01c616ca-b82f-4623-894c-66b56cbb6a69,revision_number=4']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:51.761362 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:52.010124 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['01c616ca-b82f-4623-894c-66b56cbb6a69'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:25:52.858461 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd6ef0-4083-4c10-a0b5-6ae40f79cca6 req-1b44959c-41e0-4e6d-b333-d30726489dd5 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:52.859919 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e6fd6ef0-4083-4c10-a0b5-6ae40f79cca6 req-1b44959c-41e0-4e6d-b333-d30726489dd5 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 944 time: 0.0855513 May 12 08:25:52.920074 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e6fd6ef0-4083-4c10-a0b5-6ae40f79cca6 req-86f209a2-1b3d-450a-a984-30752cb65fb1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521851 May 12 08:25:53.463624 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 01c616ca-b82f-4623-894c-66b56cbb6a69 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:25:53.545113 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning for port 01c616ca-b82f-4623-894c-66b56cbb6a69 completed by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 08:25:53.550030 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port 01c616ca-b82f-4623-894c-66b56cbb6a69 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:25:53.550417 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:53.672277 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:53.698722 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:25:53.709816 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 01c616ca-b82f-4623-894c-66b56cbb6a69, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=01c616ca-b82f-4623-894c-66b56cbb6a69,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:25:53.714980 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:53.716850 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:53.753391 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'code': 200} May 12 08:25:53.786620 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=01c616ca-b82f-4623-894c-66b56cbb6a69,revision_number=5']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:53.789629 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:54.130550 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0f86e-af66-4a32-9cb6-3b71e6f1e6fc req-1bb4ea78-3759-4298-8b9a-6bfbb6bd74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:54.131928 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2ac0f86e-af66-4a32-9cb6-3b71e6f1e6fc req-1bb4ea78-3759-4298-8b9a-6bfbb6bd74e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 1098 time: 0.1285915 May 12 08:25:54.142645 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb63a2-f2a9-4854-8d14-f4410550933b req-4ea6ddaa-aab0-43e6-9ee7-1e1da5b6dc20 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:54.144026 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82fb63a2-f2a9-4854-8d14-f4410550933b req-4ea6ddaa-aab0-43e6-9ee7-1e1da5b6dc20 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.1028771 May 12 08:25:54.307896 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2ac0f86e-af66-4a32-9cb6-3b71e6f1e6fc req-670a4a14-8a9e-43fc-afbf-7ffd471d33f6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629636 May 12 08:25:54.314589 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-82fb63a2-f2a9-4854-8d14-f4410550933b req-71321bd5-5236-4f08-95e9-a81fea8e350b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580944 May 12 08:25:55.518123 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80626479-76c5-400d-8fa8-f807cfa47df4 req-52dc5262-d36d-4232-a9e2-f16203f9ec3f tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:55.519567 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-80626479-76c5-400d-8fa8-f807cfa47df4 req-52dc5262-d36d-4232-a9e2-f16203f9ec3f tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0894320 May 12 08:25:55.568147 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-80626479-76c5-400d-8fa8-f807cfa47df4 req-bb703f8a-aebf-4036-b125-c3565c5bc10b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398417 May 12 08:25:55.755321 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e09c7a-daf1-4c8e-a0a6-e1fcdd43cdf8 req-58f5a6ec-d836-412a-8415-ad76e233dee4 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:55.756848 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d1e09c7a-daf1-4c8e-a0a6-e1fcdd43cdf8 req-58f5a6ec-d836-412a-8415-ad76e233dee4 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0845177 May 12 08:25:55.806522 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d1e09c7a-daf1-4c8e-a0a6-e1fcdd43cdf8 req-b7420c93-bf15-4efe-a152-feee98c012d2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437558 May 12 08:25:55.829285 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56312) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:56.011289 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3cda3b-21fa-4086-b3e5-0830b42ca866 tempest-TestShelveInstance-513841982 tempest-TestShelveInstance-513841982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:56.012000 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-2d3cda3b-21fa-4086-b3e5-0830b42ca866 tempest-TestShelveInstance-513841982 tempest-TestShelveInstance-513841982-project-admin] Synchronizing usage tracker for tenant:9b0562d90eba425d9cca7e743f94baae on resource:port {{(pid=78674) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:25:56.030937 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-2d3cda3b-21fa-4086-b3e5-0830b42ca866 tempest-TestShelveInstance-513841982 tempest-TestShelveInstance-513841982-project-admin] Unset dirty status for tenant:9b0562d90eba425d9cca7e743f94baae on resource:port {{(pid=78674) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:25:56.032222 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-2d3cda3b-21fa-4086-b3e5-0830b42ca866 tempest-TestShelveInstance-513841982 tempest-TestShelveInstance-513841982-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 1093 time: 0.2018781 May 12 08:25:56.036928 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56318) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:25:56.045143 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.v2.base [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Request body: {'floatingip': {'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'port_id': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 08:25:56.054075 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 08:25:56.059595 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Usage tracker for resource:floatingip and tenant:c4b6898eca7d4723ab64eb6bf568c696 is out of sync, need to count used quota {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 08:25:56.064185 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.quota.resource [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78674) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 08:25:56.071352 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.quota.driver [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78674) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 08:25:56.082947 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for floatingip, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:56.223858 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:56.369434 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_common [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Allocated IP 172.28.1.97 (93032b5c-4877-4c0d-9c9b-26d73aa29882/fd5dcdbd-f65f-481d-8d48-65747984c4c2/e81c8a28-617c-4066-bd65-306f9054acf6) {{(pid=78674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 08:25:56.515528 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for port, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:56.556774 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774954355972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:56.560462 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-a585948a-9058-44e5-81b2-59445dcbe323 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:56.616696 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Network 93032b5c-4877-4c0d-9c9b-26d73aa29882 is already hosted by enough agents. {{(pid=78674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 08:25:56.619430 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.base_scheduler [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Resources bound (agent type, host, resource id): {{(pid=78674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 08:25:56.627456 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Received port after_create {{(pid=78674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 12 08:25:56.659644 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Pushing event updated for resources: {'Port': ['ID=e81c8a28-617c-4066-bd65-306f9054acf6,revision_number=1']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:56.665507 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:57.059538 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:57.139158 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:57.343012 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for port, precommit_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:57.349602 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2884516'] for port, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:57.353012 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-f0322a20-5aee-43ef-9701-cc107ced57d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:25:57.447224 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Pushing event updated for resources: {'Port': ['ID=e81c8a28-617c-4066-bd65-306f9054acf6,revision_number=2']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:25:57.451041 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:25:57.463798 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1822323'] for floatingip, after_update {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:57.736856 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.db.l3_db [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Floating IP 31e55834-ca40-4643-9d91-0bdbe83b2edd associated. External IP: 172.28.1.97, port: 01c616ca-b82f-4623-894c-66b56cbb6a69. May 12 08:25:58.083122 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:25:58.260830 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:25:58.270719 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab789a1-34af-44b1-a00c-64e291e431f3 None None] Sync routers for ids ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:25:58.281756 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab789a1-34af-44b1-a00c-64e291e431f3 None None] Routers {'8391af17-3b1d-4da6-9c1f-69bae39fdd27'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:58.282460 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-4ab789a1-34af-44b1-a00c-64e291e431f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:25:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:58.286871 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:25:58.344623 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-97591cd2-d055-45d1-810e-9d8c567b141a tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3063884 May 12 08:25:58.345247 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:25:58.389056 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'status': 'completed', 'code': 200} May 12 08:25:58.460977 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-4ab789a1-34af-44b1-a00c-64e291e431f3 None None] Set router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:58.503815 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e371e-0dd8-4626-ba45-2422498ee814 req-b13dfdeb-2300-49cb-9190-2448c5183d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:58.505718 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-215e371e-0dd8-4626-ba45-2422498ee814 req-b13dfdeb-2300-49cb-9190-2448c5183d71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4b6898eca7d4723ab64eb6bf568c696&device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 1098 time: 0.0704010 May 12 08:25:58.637757 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e371e-0dd8-4626-ba45-2422498ee814 req-abfdc822-6404-4b8b-a8ca-668d8c8f6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:58.639183 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-215e371e-0dd8-4626-ba45-2422498ee814 req-abfdc822-6404-4b8b-a8ca-668d8c8f6db7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0 HTTP/1.1" status: 200 len: 909 time: 0.1271143 May 12 08:25:58.742485 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-215e371e-0dd8-4626-ba45-2422498ee814 req-4db1af42-f3e4-451a-bf26-389f43fc0e93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01c616ca-b82f-4623-894c-66b56cbb6a69 HTTP/1.1" status: 200 len: 998 time: 0.0966647 May 12 08:25:58.800559 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-4ab789a1-34af-44b1-a00c-64e291e431f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 4, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port': {'id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:16Z', 'updated_at': '2021-05-12T08:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '31e55834-ca40-4643-9d91-0bdbe83b2edd', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'floating_ip_address': '172.28.1.97', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'port_id': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'mac_address': 'fa:16:3e:b8:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855da50-29af-4794-a590-7c594e9d34d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:25:56Z', 'updated_at': '2021-05-12T08:25:56Z', 'revision_number': 0, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe', 'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'mac_address': 'fa:16:3e:d4:b8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:19Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 5, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'subnets': [{'id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:58.804522 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab789a1-34af-44b1-a00c-64e291e431f3 None None] Checking router: 8391af17-3b1d-4da6-9c1f-69bae39fdd27 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:25:58.806452 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e371e-0dd8-4626-ba45-2422498ee814 req-892fff22-8361-4183-8296-01f985cc7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:58.807971 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-215e371e-0dd8-4626-ba45-2422498ee814 req-892fff22-8361-4183-8296-01f985cc7d0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d0db9a0-7434-43a7-91d0-e1620679932a HTTP/1.1" status: 200 len: 847 time: 0.0595617 May 12 08:25:58.813050 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab789a1-34af-44b1-a00c-64e291e431f3 None None] Routers {'8391af17-3b1d-4da6-9c1f-69bae39fdd27'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:25:58.813639 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-4ab789a1-34af-44b1-a00c-64e291e431f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:25:45Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:58.889606 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e371e-0dd8-4626-ba45-2422498ee814 req-e3a64b1f-d2b8-4af1-a1e9-2cf0135a4714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:25:58.891261 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-215e371e-0dd8-4626-ba45-2422498ee814 req-e3a64b1f-d2b8-4af1-a1e9-2cf0135a4714 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758245 May 12 08:25:59.032115 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-4ab789a1-34af-44b1-a00c-64e291e431f3 None None] Set router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:25:59.147691 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-215e371e-0dd8-4626-ba45-2422498ee814 req-2a961beb-dafd-4ed1-be55-2b938d732bda service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492363 May 12 08:25:59.278373 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-215e371e-0dd8-4626-ba45-2422498ee814 req-72cad0dc-5f28-48a0-aea9-7a928344102a service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235983 May 12 08:25:59.382457 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-4ab789a1-34af-44b1-a00c-64e291e431f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 4, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port': {'id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:16Z', 'updated_at': '2021-05-12T08:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '31e55834-ca40-4643-9d91-0bdbe83b2edd', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'floating_ip_address': '172.28.1.97', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'port_id': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'mac_address': 'fa:16:3e:b8:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855da50-29af-4794-a590-7c594e9d34d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:25:56Z', 'updated_at': '2021-05-12T08:25:56Z', 'revision_number': 0, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe', 'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'mac_address': 'fa:16:3e:d4:b8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:19Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 5, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'subnets': [{'id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:25:59.386837 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab789a1-34af-44b1-a00c-64e291e431f3 None None] The sync data for ids ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'] in dv-cinder-790910-1-smb is: [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 4, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port': {'id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:16Z', 'updated_at': '2021-05-12T08:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_floatingips': [{'id': '31e55834-ca40-4643-9d91-0bdbe83b2edd', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'floating_ip_address': '172.28.1.97', 'floating_network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'router_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'port_id': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'mac_address': 'fa:16:3e:b8:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855da50-29af-4794-a590-7c594e9d34d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:25:56Z', 'updated_at': '2021-05-12T08:25:56Z', 'revision_number': 0, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe', 'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'mac_address': 'fa:16:3e:d4:b8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:19Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 5, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'subnets': [{'id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:25:59.565818 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eadedc3-e68c-458e-bba5-f7ea9297ce09 None None] New status for floating IP 31e55834-ca40-4643-9d91-0bdbe83b2edd: ACTIVE {{(pid=78677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 08:26:13.026938 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-2b5b6030-469e-4ed6-a643-929a7c0fd560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:26:13.993564 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:26:15.348510 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-096e68c2-3085-4109-b313-35d617964924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:26:15.520969 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:26:16.529100 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:26:17.999839 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:26:24.114004 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:26:43.033846 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-41ff92dc-9196-4633-b8a4-f9b7cb074b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:26:43.992130 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:26:45.335904 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-054c6c24-785a-4d85-8ff9-51743650e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:26:45.522776 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:26:46.537998 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:26:48.008512 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:26:50.140770 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-2773841e-94ab-421d-95a2-281fd8d046f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1231465 May 12 08:26:50.315924 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-4bf5e36d-1b2a-488a-979e-7fb0273500d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:26:50.317440 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-4bf5e36d-1b2a-488a-979e-7fb0273500d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4b6898eca7d4723ab64eb6bf568c696&device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 1098 time: 0.0861971 May 12 08:26:50.461407 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-e17de1e7-9628-4297-829e-dbda1159c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:26:50.462872 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-e17de1e7-9628-4297-829e-dbda1159c2f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0 HTTP/1.1" status: 200 len: 909 time: 0.1261790 May 12 08:26:50.562473 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-fc94c07e-f553-4632-8425-9e20180beb1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01c616ca-b82f-4623-894c-66b56cbb6a69 HTTP/1.1" status: 200 len: 1000 time: 0.0933313 May 12 08:26:50.624126 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-fceb9402-b42a-448f-913b-26cb9dc7f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:26:50.625594 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-fceb9402-b42a-448f-913b-26cb9dc7f0b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d0db9a0-7434-43a7-91d0-e1620679932a HTTP/1.1" status: 200 len: 847 time: 0.0570176 May 12 08:26:50.701131 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-9e3a1c07-4224-4621-898a-302391601ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:26:50.702553 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-9e3a1c07-4224-4621-898a-302391601ca9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709944 May 12 08:26:50.713200 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-6d7c3e48-7245-4776-93c2-e03cfa386144 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 08:26:50.714091 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-6d7c3e48-7245-4776-93c2-e03cfa386144 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052700 May 12 08:26:50.847829 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-8da6a274-ce5d-4a68-8f7b-6d77c07672b8 service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268373 May 12 08:26:50.977474 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-0151fb8c-fe92-4d7b-bd93-16b18dc73318 req-d945cb3a-3951-4a15-84de-54f6072c53ec service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235440 May 12 08:27:01.119702 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:27:13.028585 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1eafca3f-86e4-4fa9-a8cb-8a5bbfc67211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:27:14.011189 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:27:15.340613 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-74f1faeb-d7f8-4ebe-b2bf-05aa276161ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:27:15.524687 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:27:16.545480 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:27:18.014162 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:27:38.124871 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:27:43.033678 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-14580fbd-fdab-4522-b9c4-e4756920999d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:27:44.011335 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:27:45.344875 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-89768c47-ed64-4114-99f7-e8ffd83a8177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:27:45.520859 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:27:46.541634 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:27:48.009647 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:27:48.216317 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8686-9d7c-420f-adcd-3c9b468d527b req-09009a26-3d56-43fe-8e1e-6995955574a1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:48.217808 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6ade8686-9d7c-420f-adcd-3c9b468d527b req-09009a26-3d56-43fe-8e1e-6995955574a1 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.1366637 May 12 08:27:48.267188 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-6ade8686-9d7c-420f-adcd-3c9b468d527b req-fed42c11-4407-4c9c-855a-608706439d42 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428638 May 12 08:27:49.528849 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b10f29-cdc8-4070-b5cc-ccf00b2dc64f req-0ade4750-2de4-4c76-8676-ebae9baf20e5 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:49.530324 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-04b10f29-cdc8-4070-b5cc-ccf00b2dc64f req-0ade4750-2de4-4c76-8676-ebae9baf20e5 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.1430819 May 12 08:27:49.575748 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-04b10f29-cdc8-4070-b5cc-ccf00b2dc64f req-b20ec6ae-57c3-4d32-b191-f2512723ce76 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393620 May 12 08:27:50.784261 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bd29f-e6ab-4dbd-bf11-2e34bfc64931 req-993048e8-5d42-425d-9a20-317c273dfd05 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:50.785723 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c95cd-5f4f-455e-b12d-5944c5804267 req-45cb83ed-cfeb-470f-9027-5f3dc8896b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:50.786134 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-de8bd29f-e6ab-4dbd-bf11-2e34bfc64931 req-993048e8-5d42-425d-9a20-317c273dfd05 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0862565 May 12 08:27:50.787213 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-df2c95cd-5f4f-455e-b12d-5944c5804267 req-45cb83ed-cfeb-470f-9027-5f3dc8896b45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4b6898eca7d4723ab64eb6bf568c696&device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 1098 time: 0.0723720 May 12 08:27:50.833510 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-de8bd29f-e6ab-4dbd-bf11-2e34bfc64931 req-71cc1bd6-0721-4580-8b47-6f959b218266 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409691 May 12 08:27:50.938731 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c95cd-5f4f-455e-b12d-5944c5804267 req-309c371c-f0f4-4bb9-a987-b2d1aa203f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:50.940518 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-df2c95cd-5f4f-455e-b12d-5944c5804267 req-309c371c-f0f4-4bb9-a987-b2d1aa203f78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0 HTTP/1.1" status: 200 len: 909 time: 0.1330571 May 12 08:27:51.041366 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-df2c95cd-5f4f-455e-b12d-5944c5804267 req-24a3e633-8544-4ebf-b57a-96b3066d345a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01c616ca-b82f-4623-894c-66b56cbb6a69 HTTP/1.1" status: 200 len: 1000 time: 0.0931094 May 12 08:27:51.107805 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c95cd-5f4f-455e-b12d-5944c5804267 req-e4e078d0-492a-4a55-a48c-dc8502893ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:51.109237 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-df2c95cd-5f4f-455e-b12d-5944c5804267 req-e4e078d0-492a-4a55-a48c-dc8502893ce6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d0db9a0-7434-43a7-91d0-e1620679932a HTTP/1.1" status: 200 len: 847 time: 0.0616598 May 12 08:27:51.193543 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c95cd-5f4f-455e-b12d-5944c5804267 req-615ca5b7-3a83-4c07-97cd-297aac184c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:51.194927 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-df2c95cd-5f4f-455e-b12d-5944c5804267 req-615ca5b7-3a83-4c07-97cd-297aac184c11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792270 May 12 08:27:51.443293 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-df2c95cd-5f4f-455e-b12d-5944c5804267 req-ec706282-dd30-4a89-bd32-f5bd45beae3f service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340858 May 12 08:27:51.575655 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-df2c95cd-5f4f-455e-b12d-5944c5804267 req-a87901ca-c0c1-43c7-bb02-c621d3a71722 service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246076 May 12 08:27:52.042380 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d19d83-e9a7-468e-b9a8-6ac27024abed req-a7d882c3-7236-4fbd-9792-26441a081f9b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:52.043798 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-02d19d83-e9a7-468e-b9a8-6ac27024abed req-a7d882c3-7236-4fbd-9792-26441a081f9b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0922289 May 12 08:27:52.090285 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-02d19d83-e9a7-468e-b9a8-6ac27024abed req-204307cb-09a0-49be-a107-7cd17b88a706 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389779 May 12 08:27:53.302438 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22beb7-1cd8-423b-a9c8-8c74be406b60 req-f9f0cf60-439a-4023-9d1b-de3125a10aca tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:53.303889 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-eb22beb7-1cd8-423b-a9c8-8c74be406b60 req-f9f0cf60-439a-4023-9d1b-de3125a10aca tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0982347 May 12 08:27:53.350338 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-eb22beb7-1cd8-423b-a9c8-8c74be406b60 req-a96b3c5c-5051-4010-b0cf-8e60f3460b50 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406468 May 12 08:27:54.553789 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a674e-fa1b-436b-abab-2d04fdee56b1 req-d7db7dca-8976-42cd-8473-f962da85b833 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:54.555265 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d86a674e-fa1b-436b-abab-2d04fdee56b1 req-d7db7dca-8976-42cd-8473-f962da85b833 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0842054 May 12 08:27:54.605529 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d86a674e-fa1b-436b-abab-2d04fdee56b1 req-a3105f92-acfe-47a1-b4a0-872903eee64f tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423670 May 12 08:27:55.813547 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b1981-574a-4065-a03d-626224935b2f req-2fc001c4-f8fd-485c-9e3d-30a13457c31b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:55.815777 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-121b1981-574a-4065-a03d-626224935b2f req-2fc001c4-f8fd-485c-9e3d-30a13457c31b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0876458 May 12 08:27:55.865010 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-121b1981-574a-4065-a03d-626224935b2f req-5195ed08-c525-4a96-9d73-b1ad3456e4e3 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 May 12 08:27:57.066794 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b392bfe-8996-44b1-97ce-06abcd727adc req-ef8e3097-bfb5-4e22-b84e-4a37b918d331 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:57.068709 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b392bfe-8996-44b1-97ce-06abcd727adc req-ef8e3097-bfb5-4e22-b84e-4a37b918d331 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0949852 May 12 08:27:57.115330 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2b392bfe-8996-44b1-97ce-06abcd727adc req-17f00053-9a2e-4541-9afc-ce74151fcfe8 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401831 May 12 08:27:58.329014 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f969e-f7f5-44b0-8d37-2ebd7fb3d5f4 req-f19d56d5-d194-41cd-82c9-a78dcb49ecf7 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:58.331876 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8f4f969e-f7f5-44b0-8d37-2ebd7fb3d5f4 req-f19d56d5-d194-41cd-82c9-a78dcb49ecf7 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0906990 May 12 08:27:58.343655 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36a3d8-816d-460e-9bec-419aa17a9301 req-2624c00a-2ff2-48a1-8759-6354875edba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:58.345169 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5a36a3d8-816d-460e-9bec-419aa17a9301 req-2624c00a-2ff2-48a1-8759-6354875edba3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4b6898eca7d4723ab64eb6bf568c696&device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 1098 time: 0.0755515 May 12 08:27:58.382187 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-8f4f969e-f7f5-44b0-8d37-2ebd7fb3d5f4 req-69fbe755-94d1-4add-8622-7537d4c06182 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454876 May 12 08:27:58.488461 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36a3d8-816d-460e-9bec-419aa17a9301 req-4d5bedba-2546-4b2b-97ba-931c0a662a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:58.489964 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5a36a3d8-816d-460e-9bec-419aa17a9301 req-4d5bedba-2546-4b2b-97ba-931c0a662a12 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0 HTTP/1.1" status: 200 len: 909 time: 0.1385732 May 12 08:27:58.593680 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5a36a3d8-816d-460e-9bec-419aa17a9301 req-1180dcd4-01d2-44da-80ab-d4d8886fe786 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01c616ca-b82f-4623-894c-66b56cbb6a69 HTTP/1.1" status: 200 len: 1000 time: 0.0966105 May 12 08:27:58.658690 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36a3d8-816d-460e-9bec-419aa17a9301 req-09598e0d-47d4-44de-8951-7ed47aa7249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:58.660100 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5a36a3d8-816d-460e-9bec-419aa17a9301 req-09598e0d-47d4-44de-8951-7ed47aa7249a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d0db9a0-7434-43a7-91d0-e1620679932a HTTP/1.1" status: 200 len: 847 time: 0.0605648 May 12 08:27:58.748604 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36a3d8-816d-460e-9bec-419aa17a9301 req-2d81c396-939c-4327-b821-c09527133610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:58.749998 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5a36a3d8-816d-460e-9bec-419aa17a9301 req-2d81c396-939c-4327-b821-c09527133610 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828717 May 12 08:27:58.880514 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5a36a3d8-816d-460e-9bec-419aa17a9301 req-3a6e9c3e-e01a-49af-9d2f-59b1219ef42a service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242487 May 12 08:27:59.018441 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-5a36a3d8-816d-460e-9bec-419aa17a9301 req-16fdc993-763e-4432-9cd2-6e7f03bf412f service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317303 May 12 08:27:59.590052 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484c9e9-9915-42ae-b3ab-8024c61dc629 req-6258ed2a-518f-4aa0-bb27-efca61c336b2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:27:59.591508 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d484c9e9-9915-42ae-b3ab-8024c61dc629 req-6258ed2a-518f-4aa0-bb27-efca61c336b2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0970616 May 12 08:27:59.639136 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-d484c9e9-9915-42ae-b3ab-8024c61dc629 req-85ce91c6-7ecf-4d2e-9ad5-3007a3312eff tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392587 May 12 08:28:00.835585 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5bf9d-5e58-4cd6-a7b9-4d51756582fa req-196ddadd-2a09-4cb0-9c4b-26367b0cd461 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:00.837104 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bae5bf9d-5e58-4cd6-a7b9-4d51756582fa req-196ddadd-2a09-4cb0-9c4b-26367b0cd461 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0893788 May 12 08:28:00.884193 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-bae5bf9d-5e58-4cd6-a7b9-4d51756582fa req-e17957a1-5fa7-41f5-84f0-c847f1326e8c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408683 May 12 08:28:02.088610 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0c5ef-f830-4995-95eb-22f8dc489e72 req-e533c22c-5c14-4aab-9513-dcd651e57942 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:02.089972 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2cd0c5ef-f830-4995-95eb-22f8dc489e72 req-e533c22c-5c14-4aab-9513-dcd651e57942 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0933194 May 12 08:28:02.142089 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-2cd0c5ef-f830-4995-95eb-22f8dc489e72 req-4c8b5778-9e7c-4d6e-9def-fdc90d69fb69 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439065 May 12 08:28:03.490019 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 56382) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:28:03.539361 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134a77-5a52-4895-ac7b-1a8515ce2278 req-5d66a351-c437-4b71-ab07-56657747def4 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:03.540966 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-36134a77-5a52-4895-ac7b-1a8515ce2278 req-5d66a351-c437-4b71-ab07-56657747def4 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0817099 May 12 08:28:03.585931 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-36134a77-5a52-4895-ac7b-1a8515ce2278 req-7be381b7-7ce7-44e4-b3e8-18ea7c956742 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392113 May 12 08:28:03.604594 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-3cd42f69-73d0-4d39-84c5-83ff303107c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132514 May 12 08:28:04.086019 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 01c616ca-b82f-4623-894c-66b56cbb6a69 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:28:04.213945 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:04.240544 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:28:04.250558 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 01c616ca-b82f-4623-894c-66b56cbb6a69, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=01c616ca-b82f-4623-894c-66b56cbb6a69,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:28:04.257132 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:04.259023 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:28:04.324940 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=01c616ca-b82f-4623-894c-66b56cbb6a69,revision_number=6']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:28:04.332286 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:28:04.332661 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:28:04.332996 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:28:04.333339 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:28:04.333660 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:28:04.333977 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:28:04.334299 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:28:04.334963 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:28:04.335277 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:28:04.335590 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:28:04.336184 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:28:04.336184 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:28:04.340868 dv-cinder-790910-1-smb neutron-server[78676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'code': 422} returned with failed status May 12 08:28:04.341544 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:28:04.911765 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde719cb-3db8-4937-9a38-f2253911b9b7 req-d339b363-003a-43bc-aab2-a2de0c6f4513 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:04.913266 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cde719cb-3db8-4937-9a38-f2253911b9b7 req-d339b363-003a-43bc-aab2-a2de0c6f4513 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 943 time: 0.2136121 May 12 08:28:04.958800 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cde719cb-3db8-4937-9a38-f2253911b9b7 req-ca2e9c58-c693-4ed1-9ba6-9ca3a127a2f9 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397098 May 12 08:28:06.172379 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8eebe8-2d4c-4913-b0e1-4a91557b290b req-2f3b9e92-0910-4bba-ae9a-e4c87dae7172 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:06.173855 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2a8eebe8-2d4c-4913-b0e1-4a91557b290b req-2f3b9e92-0910-4bba-ae9a-e4c87dae7172 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 943 time: 0.0898366 May 12 08:28:06.219422 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-2a8eebe8-2d4c-4913-b0e1-4a91557b290b req-0b3da4a4-5ef8-40ce-8e6a-49444caba0a6 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393720 May 12 08:28:07.415189 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec2460-59e3-4494-9b66-51f8c935a37d req-60615944-4f06-41fa-a2fa-6beda62e7b41 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:07.416534 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-40ec2460-59e3-4494-9b66-51f8c935a37d req-60615944-4f06-41fa-a2fa-6beda62e7b41 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 943 time: 0.0854135 May 12 08:28:07.468346 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-40ec2460-59e3-4494-9b66-51f8c935a37d req-0e5ccd7f-3f43-4bc1-ae5c-a293266c48d6 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429389 May 12 08:28:08.664087 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64fd87-f004-42c4-bac7-12a7a9cc9e92 req-c5f53fa2-bd18-4601-913d-ae91f2d9f521 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:08.665571 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5e64fd87-f004-42c4-bac7-12a7a9cc9e92 req-c5f53fa2-bd18-4601-913d-ae91f2d9f521 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 943 time: 0.0877798 May 12 08:28:08.712368 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-5e64fd87-f004-42c4-bac7-12a7a9cc9e92 req-92a8cfea-a710-48d4-8353-fb437151ec27 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408795 May 12 08:28:09.562012 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-5b419677-9075-4df9-aea1-1f5ae6944613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:09.563504 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-5b419677-9075-4df9-aea1-1f5ae6944613 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3&tenant_id=c4b6898eca7d4723ab64eb6bf568c696 HTTP/1.1" status: 200 len: 1096 time: 0.0755212 May 12 08:28:09.667359 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-5a4adb73-120a-43ab-9e37-0c27d524ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:09.668964 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-5a4adb73-120a-43ab-9e37-0c27d524ea58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4b6898eca7d4723ab64eb6bf568c696&device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 1096 time: 0.0728633 May 12 08:28:09.804382 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-cdab4420-bc01-43c7-96b4-bb96a790087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:09.806936 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-cdab4420-bc01-43c7-96b4-bb96a790087e service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0 HTTP/1.1" status: 200 len: 909 time: 0.1319253 May 12 08:28:09.960628 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-1e292292-c37d-4978-93eb-74caf0b95102 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01c616ca-b82f-4623-894c-66b56cbb6a69 HTTP/1.1" status: 200 len: 998 time: 0.1473734 May 12 08:28:10.030012 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51f7d8-83ef-4933-a154-e4684b0d46a6 req-b268a345-b6ec-45d2-a7f7-5aec73ce0dd8 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:10.031454 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cb51f7d8-83ef-4933-a154-e4684b0d46a6 req-b268a345-b6ec-45d2-a7f7-5aec73ce0dd8 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 943 time: 0.1618884 May 12 08:28:10.060154 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-447149fa-1225-4381-ad7d-c65a0c2ec54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:10.061597 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-447149fa-1225-4381-ad7d-c65a0c2ec54e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d0db9a0-7434-43a7-91d0-e1620679932a HTTP/1.1" status: 200 len: 847 time: 0.0928762 May 12 08:28:10.126761 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-cb51f7d8-83ef-4933-a154-e4684b0d46a6 req-03a6af6f-625b-450a-97cf-3589793182f5 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892682 May 12 08:28:10.153561 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-de42982b-29a1-49ab-a892-7f91b1cdc448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:10.155041 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-de42982b-29a1-49ab-a892-7f91b1cdc448 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873079 May 12 08:28:10.299356 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-f512d0f0-9bc9-4c6b-b8d7-4db7a021ce34 service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379848 May 12 08:28:10.432211 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e58b361d-e412-4bd0-920c-911c39bb7c43 req-e5277c4b-2ad6-44b6-9f86-24f5aec0e88e service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266558 May 12 08:28:11.332231 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddf2e6-67cf-42f4-81ca-67646932a6f3 req-abf77d7c-6290-40c4-a109-01fae71e54c9 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:11.333719 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3eddf2e6-67cf-42f4-81ca-67646932a6f3 req-abf77d7c-6290-40c4-a109-01fae71e54c9 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 943 time: 0.0920477 May 12 08:28:11.385194 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-3eddf2e6-67cf-42f4-81ca-67646932a6f3 req-5f473c05-5edf-4eae-a503-647f910ec9e3 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428169 May 12 08:28:12.115158 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 01c616ca-b82f-4623-894c-66b56cbb6a69 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 08:28:12.261232 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 01c616ca-b82f-4623-894c-66b56cbb6a69, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=01c616ca-b82f-4623-894c-66b56cbb6a69,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:28:12.275038 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Returning: {'device': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'port_id': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'mac_address': 'fa:16:3e:b8:4b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 08:28:12.337221 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:12.355787 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c616ca-b82f-4623-894c-66b56cbb6a69 {{(pid=78676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 12 08:28:12.372097 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 01c616ca-b82f-4623-894c-66b56cbb6a69, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=01c616ca-b82f-4623-894c-66b56cbb6a69,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:28:12.379242 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:12.381599 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:28:12.450597 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=01c616ca-b82f-4623-894c-66b56cbb6a69,revision_number=7']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:28:12.454120 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:28:12.576003 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a52bf-69a4-4d27-ae3e-6e76d79158da req-97831bc6-b03d-4672-861a-478f4344d9aa tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:12.577664 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f07a52bf-69a4-4d27-ae3e-6e76d79158da req-97831bc6-b03d-4672-861a-478f4344d9aa tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 944 time: 0.0816214 May 12 08:28:12.633381 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f07a52bf-69a4-4d27-ae3e-6e76d79158da req-77527daf-4246-4436-89a1-e7b847fbdd23 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466173 May 12 08:28:12.663267 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] get_ports_and_sgs() called for port_ids ['01c616ca-b82f-4623-894c-66b56cbb6a69'] {{(pid=78676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 08:28:13.028516 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-d97c0797-d9c7-4ce4-a2fb-9dda62134e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:13.956211 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b61947-7853-4526-9072-6f870ac39323 req-e8da5abb-75ef-4692-8e8a-abe8207f019d tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:13.957718 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a8b61947-7853-4526-9072-6f870ac39323 req-e8da5abb-75ef-4692-8e8a-abe8207f019d tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 944 time: 0.2071004 May 12 08:28:14.004609 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a8b61947-7853-4526-9072-6f870ac39323 req-a4892ff8-3ada-4fef-8484-1f05bb59f443 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406568 May 12 08:28:14.015494 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:14.115811 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 01c616ca-b82f-4623-894c-66b56cbb6a69 up at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 08:28:14.196861 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.provisioning_blocks [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Provisioning complete for port 01c616ca-b82f-4623-894c-66b56cbb6a69 triggered by entity L2. {{(pid=78676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 08:28:14.197230 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513525'] for port, provisioning_complete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:14.318227 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460642'] for port, before_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:14.345951 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69'}] {{(pid=78676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:28:14.356077 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] For port 01c616ca-b82f-4623-894c-66b56cbb6a69, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=01c616ca-b82f-4623-894c-66b56cbb6a69,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:28:14.363052 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774954904679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774954355990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774954356035'] for port, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:14.366063 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-ae1e17da-8167-44b0-97fa-96c69b55f4db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:28:14.402609 dv-cinder-790910-1-smb neutron-server[78676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'code': 200} May 12 08:28:14.436992 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Pushing event updated for resources: {'Port': ['ID=01c616ca-b82f-4623-894c-66b56cbb6a69,revision_number=8']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:28:14.440181 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:28:14.762669 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d3a66-14ed-440c-a544-cb674a00f793 req-7eaa3bf7-7eda-4a8b-8b47-b05135e0444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:14.764237 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e80d3a66-14ed-440c-a544-cb674a00f793 req-7eaa3bf7-7eda-4a8b-8b47-b05135e0444f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 1098 time: 0.0747428 May 12 08:28:14.810356 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-e80d3a66-14ed-440c-a544-cb674a00f793 req-9af74470-dc0b-4c92-9059-5d5105518f3c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400393 May 12 08:28:15.123712 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:28:15.222722 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36951f-e74e-47cf-8a0e-0fce263e7aba req-2b59ccab-5388-4a0a-a8f3-a70cee8710f4 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:15.224255 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-cb36951f-e74e-47cf-8a0e-0fce263e7aba req-2b59ccab-5388-4a0a-a8f3-a70cee8710f4 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.1002641 May 12 08:28:15.270569 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-cb36951f-e74e-47cf-8a0e-0fce263e7aba req-218ea522-f18c-46bc-8882-bd8f391a3e39 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403564 May 12 08:28:15.340926 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-117033b3-a765-4b97-a09d-48d35714798d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:15.524398 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:16.481007 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae557055-d991-4d8a-bef6-290fdef9ed18 req-9633f95e-47fd-4a2d-8a00-6e8222a2da49 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:16.482468 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ae557055-d991-4d8a-bef6-290fdef9ed18 req-9633f95e-47fd-4a2d-8a00-6e8222a2da49 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.1024210 May 12 08:28:16.527928 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-ae557055-d991-4d8a-bef6-290fdef9ed18 req-e3758632-a30d-4ee0-beb1-06548c13fda9 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395424 May 12 08:28:16.540829 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:18.019218 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:43.038114 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b4e5ce60-9173-4111-8e15-c3d5c8386d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:44.022912 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:45.345873 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-73ca873f-91db-4323-9ed8-dba05788991e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:45.521320 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:46.548937 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:48.028903 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:28:52.089348 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-09e58e1a-d561-40ff-bcd4-5040a97e9acd req-51d52515-8309-4f11-83b7-965e78f7d133 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771415 May 12 08:28:52.122889 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:28:52.258889 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e58e1a-d561-40ff-bcd4-5040a97e9acd req-f44c339a-25a6-42c9-a268-a9e18a5d451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:52.260413 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-09e58e1a-d561-40ff-bcd4-5040a97e9acd req-f44c339a-25a6-42c9-a268-a9e18a5d451b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4b6898eca7d4723ab64eb6bf568c696&device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 1098 time: 0.0787632 May 12 08:28:52.521305 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e58e1a-d561-40ff-bcd4-5040a97e9acd req-9f1ece52-564d-41d9-9e89-c8f60a5805c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:52.522817 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-09e58e1a-d561-40ff-bcd4-5040a97e9acd req-9f1ece52-564d-41d9-9e89-c8f60a5805c0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0 HTTP/1.1" status: 200 len: 909 time: 0.2388711 May 12 08:28:52.628341 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-09e58e1a-d561-40ff-bcd4-5040a97e9acd req-dfb02f48-ce1e-4dd2-b624-7484457ee018 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01c616ca-b82f-4623-894c-66b56cbb6a69 HTTP/1.1" status: 200 len: 1000 time: 0.0980735 May 12 08:28:52.692577 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e58e1a-d561-40ff-bcd4-5040a97e9acd req-70cadde8-f970-4cfb-95f8-33b43cd22ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:52.694026 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-09e58e1a-d561-40ff-bcd4-5040a97e9acd req-70cadde8-f970-4cfb-95f8-33b43cd22ecb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d0db9a0-7434-43a7-91d0-e1620679932a HTTP/1.1" status: 200 len: 847 time: 0.0586224 May 12 08:28:52.771813 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e58e1a-d561-40ff-bcd4-5040a97e9acd req-70b9dfe6-596c-47ad-b7f7-8370fcb50cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:28:52.773224 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-09e58e1a-d561-40ff-bcd4-5040a97e9acd req-70b9dfe6-596c-47ad-b7f7-8370fcb50cc9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722523 May 12 08:28:52.906616 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-09e58e1a-d561-40ff-bcd4-5040a97e9acd req-8b38758b-3add-4877-9658-0dd3e7c0b448 service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257527 May 12 08:28:53.039620 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-09e58e1a-d561-40ff-bcd4-5040a97e9acd req-338c1b88-88b7-4ef1-b735-ef27c60d8c66 service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269550 May 12 08:29:13.040584 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-110bc312-a9da-4911-8d4a-d5a078dc3ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:14.020840 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:15.349481 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-bb032e1c-3fe6-4d8b-8a8f-084a3d79de18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:15.522448 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:16.549926 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:18.032477 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:28.667337 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.wsgi [-] (78675) accepted ('10.222.0.43', 56452) {{(pid=78675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:28.946995 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Deleting port e81c8a28-617c-4066-bd65-306f9054acf6 {{(pid=78675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:29:28.947341 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:29.065782 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:29.066099 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:29.122028 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:29:29.199889 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.plugins.ml2.plugin [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Calling delete_port for e81c8a28-617c-4066-bd65-306f9054acf6 owned by network:floatingip {{(pid=78675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:29:29.331715 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132470459'] for port, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:29.335733 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-b612ba30-1427-49d7-8433-f8b29690c72d tempest-VolumesSnapshotTestJSON-1393477919 tempest-VolumesSnapshotTestJSON-1393477919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:29.380267 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Pushing event deleted for resources: {'Port': ['ID=e81c8a28-617c-4066-bd65-306f9054acf6,revision_number=None']} {{(pid=78675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:29.423814 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:29.424179 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:29.424559 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:29.424916 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:29.425290 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:29.425633 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:29.425979 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:29.426346 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:29.426725 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:29.427072 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:29.427409 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:29.427746 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:29.455849 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG oslo_concurrency.lockutils [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:29.487018 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for floatingip, after_delete {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:29.487358 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.db.l3_db [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Floating IP 31e55834-ca40-4643-9d91-0bdbe83b2edd disassociated (deleted). External IP: 172.28.1.97, port: 01c616ca-b82f-4623-894c-66b56cbb6a69. May 12 08:29:29.834162 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:29:30.121693 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:29:30.131530 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6433781-a6f9-42f5-9686-bc7c417c1153 None None] Sync routers for ids ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:29:30.142861 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6433781-a6f9-42f5-9686-bc7c417c1153 None None] Routers {'8391af17-3b1d-4da6-9c1f-69bae39fdd27'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:29:30.143484 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-b6433781-a6f9-42f5-9686-bc7c417c1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:29:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:30.143913 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron_lib.callbacks.manager [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for floatingip, before_response {{(pid=78675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:30.199471 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [None req-98491cc0-0ff1-4545-8954-4d747d05b19b tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "DELETE /v2.0/floatingips/31e55834-ca40-4643-9d91-0bdbe83b2edd HTTP/1.1" status: 204 len: 168 time: 1.5307233 May 12 08:29:30.200098 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69'}] {{(pid=78675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:29:30.255678 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'status': 'completed', 'code': 200} May 12 08:29:30.319890 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-b6433781-a6f9-42f5-9686-bc7c417c1153 None None] Set router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:29:30.377452 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e920-6c7f-4216-a2a1-bf46c4789713 req-3f639733-8bc3-407b-9223-ec43702a377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:29:30.378985 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f204e920-6c7f-4216-a2a1-bf46c4789713 req-3f639733-8bc3-407b-9223-ec43702a377b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4b6898eca7d4723ab64eb6bf568c696&device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 1098 time: 0.0810432 May 12 08:29:30.574531 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e920-6c7f-4216-a2a1-bf46c4789713 req-45af94aa-8eda-4176-8bc6-85ca1f348fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:29:30.576036 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f204e920-6c7f-4216-a2a1-bf46c4789713 req-45af94aa-8eda-4176-8bc6-85ca1f348fbc service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0 HTTP/1.1" status: 200 len: 909 time: 0.1896806 May 12 08:29:30.637791 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-b6433781-a6f9-42f5-9686-bc7c417c1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 4, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port': {'id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:16Z', 'updated_at': '2021-05-12T08:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe', 'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'mac_address': 'fa:16:3e:d4:b8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:19Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 5, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'subnets': [{'id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:30.641683 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6433781-a6f9-42f5-9686-bc7c417c1153 None None] Checking router: 8391af17-3b1d-4da6-9c1f-69bae39fdd27 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:29:30.649536 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f204e920-6c7f-4216-a2a1-bf46c4789713 req-bf5a7271-2d9f-4eb9-b841-26e17b2663e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01c616ca-b82f-4623-894c-66b56cbb6a69 HTTP/1.1" status: 200 len: 217 time: 0.0652905 May 12 08:29:30.651029 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6433781-a6f9-42f5-9686-bc7c417c1153 None None] Routers {'8391af17-3b1d-4da6-9c1f-69bae39fdd27'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:29:30.651684 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-b6433781-a6f9-42f5-9686-bc7c417c1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:29:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:30.710621 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c2e49-7b92-4195-9475-8803cfbacae1 req-9a9a032f-9d49-45e6-8ee9-ae6260f029b2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:29:30.712081 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-459c2e49-7b92-4195-9475-8803cfbacae1 req-9a9a032f-9d49-45e6-8ee9-ae6260f029b2 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.1975658 May 12 08:29:30.745477 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e920-6c7f-4216-a2a1-bf46c4789713 req-a600fe1d-99e9-40cb-a45d-28cd4ae712a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:29:30.746922 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f204e920-6c7f-4216-a2a1-bf46c4789713 req-a600fe1d-99e9-40cb-a45d-28cd4ae712a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d0db9a0-7434-43a7-91d0-e1620679932a HTTP/1.1" status: 200 len: 847 time: 0.0903499 May 12 08:29:30.806346 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-459c2e49-7b92-4195-9475-8803cfbacae1 req-6f68d85a-938a-43b2-806f-8c3408bdf319 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881133 May 12 08:29:30.827384 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-b6433781-a6f9-42f5-9686-bc7c417c1153 None None] Set router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:29:30.837516 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e920-6c7f-4216-a2a1-bf46c4789713 req-c2da9702-e10f-47d6-9a03-fc4b6706fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:29:30.839009 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f204e920-6c7f-4216-a2a1-bf46c4789713 req-c2da9702-e10f-47d6-9a03-fc4b6706fb73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb12e44b-f7a2-412f-85c4-b62816c0d7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820708 May 12 08:29:30.972900 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f204e920-6c7f-4216-a2a1-bf46c4789713 req-32c45b6e-a0ee-4ac0-8324-e81f81d1a3e8 service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260376 May 12 08:29:31.103967 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-f204e920-6c7f-4216-a2a1-bf46c4789713 req-4c36b869-90c0-402b-ae40-a5c7bc6ef8ee service neutron] 10.222.0.48 "GET /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235073 May 12 08:29:31.180016 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-b6433781-a6f9-42f5-9686-bc7c417c1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 4, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port': {'id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:16Z', 'updated_at': '2021-05-12T08:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe', 'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'mac_address': 'fa:16:3e:d4:b8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:19Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 5, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'subnets': [{'id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:31.183998 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6433781-a6f9-42f5-9686-bc7c417c1153 None None] The sync data for ids ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'] in dv-cinder-790910-1-smb is: [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:25:19Z', 'revision_number': 4, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port': {'id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:16Z', 'updated_at': '2021-05-12T08:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb', '_interfaces': [{'id': 'f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe', 'name': '', 'network_id': 'cb12e44b-f7a2-412f-85c4-b62816c0d7b0', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'mac_address': 'fa:16:3e:d4:b8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:19Z', 'updated_at': '2021-05-12T08:25:26Z', 'revision_number': 5, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'subnets': [{'id': '6d0db9a0-7434-43a7-91d0-e1620679932a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:29:31.396358 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e39ff-3ab1-490c-9ef2-6eb3da41aaee None None] New status for floating IP 31e55834-ca40-4643-9d91-0bdbe83b2edd: DOWN {{(pid=78677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 08:29:32.003084 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc635ee8-2ab1-4ca8-818b-783b13023a0a req-55941881-7ed3-4a32-a046-d266c417c602 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:29:32.004616 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fc635ee8-2ab1-4ca8-818b-783b13023a0a req-55941881-7ed3-4a32-a046-d266c417c602 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.48 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.0879104 May 12 08:29:32.013395 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec6f27-7802-4c03-a540-10e724eba959 req-5953f52b-325d-4e30-854d-59d3fa142c3e tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 12 08:29:32.014087 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-7aec6f27-7802-4c03-a540-10e724eba959 req-5953f52b-325d-4e30-854d-59d3fa142c3e tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Synchronizing usage tracker for tenant:c4b6898eca7d4723ab64eb6bf568c696 on resource:port {{(pid=78675) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 08:29:32.030765 dv-cinder-790910-1-smb neutron-server[78675]: DEBUG neutron.quota.resource [req-7aec6f27-7802-4c03-a540-10e724eba959 req-5953f52b-325d-4e30-854d-59d3fa142c3e tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Unset dirty status for tenant:c4b6898eca7d4723ab64eb6bf568c696 on resource:port {{(pid=78675) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 08:29:32.031967 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-7aec6f27-7802-4c03-a540-10e724eba959 req-5953f52b-325d-4e30-854d-59d3fa142c3e tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 945 time: 0.1007941 May 12 08:29:32.077178 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-7aec6f27-7802-4c03-a540-10e724eba959 req-57cccaf1-7602-436b-9904-89ce21dad21c tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/security-groups?id=68c80878-018b-490f-a66d-bbe7b82c403d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391731 May 12 08:29:32.142609 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-fc635ee8-2ab1-4ca8-818b-783b13023a0a req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Deleting port 01c616ca-b82f-4623-894c-66b56cbb6a69 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:29:32.142958 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-fc635ee8-2ab1-4ca8-818b-783b13023a0a req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:32.379689 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [req-fc635ee8-2ab1-4ca8-818b-783b13023a0a req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] For port 01c616ca-b82f-4623-894c-66b56cbb6a69, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=01c616ca-b82f-4623-894c-66b56cbb6a69,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:29:32.380009 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-fc635ee8-2ab1-4ca8-818b-783b13023a0a req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:32.512702 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [req-fc635ee8-2ab1-4ca8-818b-783b13023a0a req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Calling delete_port for 01c616ca-b82f-4623-894c-66b56cbb6a69 owned by compute:nova {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:29:32.632778 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-fc635ee8-2ab1-4ca8-818b-783b13023a0a req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:32.638497 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fb91bb17-a20a-4d43-8604-b4de7ec1c70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:32.685236 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Pushing event deleted for resources: {'Port': ['ID=01c616ca-b82f-4623-894c-66b56cbb6a69,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:32.722995 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:32.723392 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:32.723776 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:32.724139 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:32.724566 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:32.724899 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:32.725252 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:32.725608 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:32.725960 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:32.726307 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:32.726659 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:32.727006 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:32.734004 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:32.769341 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc635ee8-2ab1-4ca8-818b-783b13023a0a req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] No DVR routers for this DVR port 01c616ca-b82f-4623-894c-66b56cbb6a69 on host hv-cinder-79091 {{(pid=78674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:29:32.772244 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [req-fc635ee8-2ab1-4ca8-818b-783b13023a0a req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27865'] for port, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:32.774839 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'name': 'network-vif-deleted', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69'}] {{(pid=78674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 12 08:29:32.792278 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [req-fc635ee8-2ab1-4ca8-818b-783b13023a0a req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.48 "DELETE /v2.0/ports/01c616ca-b82f-4623-894c-66b56cbb6a69 HTTP/1.1" status: 204 len: 173 time: 0.7812710 May 12 08:29:32.943456 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e855da50-29af-4794-a590-7c594e9d34d3', 'name': 'network-vif-deleted', 'tag': '01c616ca-b82f-4623-894c-66b56cbb6a69', 'status': 'completed', 'code': 200} May 12 08:29:33.245241 dv-cinder-790910-1-smb neutron-server[78675]: INFO neutron.wsgi [req-a6e8f9fb-1be4-472f-a24e-2da301767b59 req-616caf5d-8ad5-445e-9673-337ed7431589 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "GET /v2.0/ports?device_id=e855da50-29af-4794-a590-7c594e9d34d3 HTTP/1.1" status: 200 len: 210 time: 0.0466449 May 12 08:29:34.356643 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56472) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:34.428827 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-bed4df56-843d-422c-9527-0e63a449c700 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:34.459971 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-bed4df56-843d-422c-9527-0e63a449c700 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:34.474641 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 01c616ca-b82f-4623-894c-66b56cbb6a69 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:29:34.509513 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] No Port match for: 01c616ca-b82f-4623-894c-66b56cbb6a69 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:29:34.509900 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Device 01c616ca-b82f-4623-894c-66b56cbb6a69 not bound to the agent host hv-cinder-79091 {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:29:34.537568 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-bed4df56-843d-422c-9527-0e63a449c700 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:34.541457 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-51278aeb-34fb-44b8-9779-909686c42aaa tempest-TestMinimumBasicScenario-1721752730 tempest-TestMinimumBasicScenario-1721752730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:34.557475 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4df56-843d-422c-9527-0e63a449c700 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c80878-018b-490f-a66d-bbe7b82c403d,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:34.560119 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-bed4df56-843d-422c-9527-0e63a449c700 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:34.569445 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-bed4df56-843d-422c-9527-0e63a449c700 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:34.570610 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-bed4df56-843d-422c-9527-0e63a449c700 tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] 10.222.0.43 "DELETE /v2.0/security-groups/68c80878-018b-490f-a66d-bbe7b82c403d HTTP/1.1" status: 204 len: 168 time: 0.2130036 May 12 08:29:34.617426 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56478) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:35.178829 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-36f46ccd-271c-4098-b2ed-0bfa2688aac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818954'] for router_interface, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:35.684110 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-36f46ccd-271c-4098-b2ed-0bfa2688aac5 admin admin] Deleting port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:29:35.684871 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-36f46ccd-271c-4098-b2ed-0bfa2688aac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:35.803266 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [None req-36f46ccd-271c-4098-b2ed-0bfa2688aac5 admin admin] For port f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:29:35.803589 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-36f46ccd-271c-4098-b2ed-0bfa2688aac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:35.923287 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-36f46ccd-271c-4098-b2ed-0bfa2688aac5 admin admin] Calling delete_port for f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe owned by network:router_interface {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:29:36.071850 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-36f46ccd-271c-4098-b2ed-0bfa2688aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:36.075399 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-5c98e605-5536-48aa-bde8-f6ccc1997527 tempest-AttachVolumeNegativeTest-1282926131 tempest-AttachVolumeNegativeTest-1282926131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:36.119315 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f46ccd-271c-4098-b2ed-0bfa2688aac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:36.122424 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-36f46ccd-271c-4098-b2ed-0bfa2688aac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:36.384691 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-36f46ccd-271c-4098-b2ed-0bfa2688aac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834746'] for router_interface, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:36.753708 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f46ccd-271c-4098-b2ed-0bfa2688aac5 admin admin] Router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:29:37.045372 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f46ccd-271c-4098-b2ed-0bfa2688aac5 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:29:37.054618 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7276f2-d953-46b3-bb1f-c2b19c3b1d02 None None] Sync routers for ids ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'] in dv-cinder-790910-1-smb {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:29:37.058078 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-36f46ccd-271c-4098-b2ed-0bfa2688aac5 admin admin] 10.222.0.43 "PUT /v2.0/routers/8391af17-3b1d-4da6-9c1f-69bae39fdd27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4395018 May 12 08:29:37.060640 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56482) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:37.065639 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7276f2-d953-46b3-bb1f-c2b19c3b1d02 None None] Routers {'8391af17-3b1d-4da6-9c1f-69bae39fdd27'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:29:37.066254 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-0f7276f2-d953-46b3-bb1f-c2b19c3b1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:29:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:37.232638 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Notify callbacks [] for router, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:37.238764 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-0f7276f2-d953-46b3-bb1f-c2b19c3b1d02 None None] Set router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 gateway port host: dv-cinder-790910-1-smb {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:29:37.405482 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:37.477502 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Deleting port 1e6e5534-631d-49c3-b3b0-9197e7d65a33 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:29:37.477847 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:37.510617 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-0f7276f2-d953-46b3-bb1f-c2b19c3b1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:29:36Z', 'revision_number': 5, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port': {'id': '1e6e5534-631d-49c3-b3b0-9197e7d65a33', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:16Z', 'updated_at': '2021-05-12T08:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:37.514609 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7276f2-d953-46b3-bb1f-c2b19c3b1d02 None None] Checking router: 8391af17-3b1d-4da6-9c1f-69bae39fdd27 for host: dv-cinder-790910-1-smb {{(pid=78676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:29:37.523178 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7276f2-d953-46b3-bb1f-c2b19c3b1d02 None None] Routers {'8391af17-3b1d-4da6-9c1f-69bae39fdd27'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:29:37.523764 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-0f7276f2-d953-46b3-bb1f-c2b19c3b1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:29:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'], 'active': True} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:37.597636 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] For port 1e6e5534-631d-49c3-b3b0-9197e7d65a33, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=1e6e5534-631d-49c3-b3b0-9197e7d65a33,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:29:37.597979 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:37.674349 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvr_db [None req-0f7276f2-d953-46b3-bb1f-c2b19c3b1d02 None None] Set router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 gateway port host: None {{(pid=78676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:29:37.720399 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Calling delete_port for 1e6e5534-631d-49c3-b3b0-9197e7d65a33 owned by network:router_gateway {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:29:37.779081 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_hamode_db [None req-0f7276f2-d953-46b3-bb1f-c2b19c3b1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:29:37Z', 'revision_number': 6, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port_host': None}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:37.783231 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7276f2-d953-46b3-bb1f-c2b19c3b1d02 None None] The sync data for ids ['8391af17-3b1d-4da6-9c1f-69bae39fdd27'] in dv-cinder-790910-1-smb is: [{'id': '8391af17-3b1d-4da6-9c1f-69bae39fdd27', 'name': 'tempest-TestShelveInstance-225959415-router', 'tenant_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:15Z', 'updated_at': '2021-05-12T08:29:37Z', 'revision_number': 6, 'project_id': 'c4b6898eca7d4723ab64eb6bf568c696', 'gw_port_host': None}] {{(pid=78676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:29:37.860791 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:37.864306 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:37.908726 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6e5534-631d-49c3-b3b0-9197e7d65a33,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:37.911866 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:37.998864 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1822318'] for router_gateway, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:38.168520 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4446'] for router, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:38.171133 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:38.195604 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338812'] for router, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:38.196242 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8391af17-3b1d-4da6-9c1f-69bae39fdd27 {{(pid=78674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 08:29:38.209837 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] Notify callbacks [] for router, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:38.211183 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-f03c30fa-d0d3-4a85-8216-691dcf850238 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8391af17-3b1d-4da6-9c1f-69bae39fdd27 HTTP/1.1" status: 204 len: 168 time: 1.1496761 May 12 08:29:38.213727 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56486) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:38.385458 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bff3eb1-7b7c-43d3-bcea-3bb6402dda70 admin admin] Deleting subnet 6d0db9a0-7434-43a7-91d0-e1620679932a {{(pid=78674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:29:38.388581 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1bff3eb1-7b7c-43d3-bcea-3bb6402dda70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:38.437053 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1bff3eb1-7b7c-43d3-bcea-3bb6402dda70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132425891'] for subnet, precommit_delete_associations {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:38.520698 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1bff3eb1-7b7c-43d3-bcea-3bb6402dda70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:38.772316 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1bff3eb1-7b7c-43d3-bcea-3bb6402dda70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2884590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134156007'] for subnet, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:38.776458 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-daaf5db5-a5ba-488b-bfea-3724b7d8307b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:38.815771 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff3eb1-7b7c-43d3-bcea-3bb6402dda70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d0db9a0-7434-43a7-91d0-e1620679932a,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:38.818188 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-1bff3eb1-7b7c-43d3-bcea-3bb6402dda70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:38.821390 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-1bff3eb1-7b7c-43d3-bcea-3bb6402dda70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:38.824945 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-1bff3eb1-7b7c-43d3-bcea-3bb6402dda70 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6d0db9a0-7434-43a7-91d0-e1620679932a HTTP/1.1" status: 204 len: 168 time: 0.6102948 May 12 08:29:38.828371 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56490) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:38.830925 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21796c2f-6731-47ab-bb16-ad3e484bc831 None None] Network cb12e44b-f7a2-412f-85c4-b62816c0d7b0 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:29:38.931788 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:38.992796 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 1e6e5534-631d-49c3-b3b0-9197e7d65a33 no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:29:39.008047 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Deleting port fb557b79-d446-48ac-ba90-d85be9848b0a {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:29:39.008388 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:39.069279 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: 1e6e5534-631d-49c3-b3b0-9197e7d65a33 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:29:39.069509 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 1e6e5534-631d-49c3-b3b0-9197e7d65a33 not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:29:39.069933 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:29:39.104720 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:29:39.105085 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device f3e37059-85f1-4b5a-9a3a-29bc6ad76bfe not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:29:39.109005 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] For port fb557b79-d446-48ac-ba90-d85be9848b0a, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=fb557b79-d446-48ac-ba90-d85be9848b0a,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:29:39.109750 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:39.197090 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] DHCP port deletion for cb12e44b-f7a2-412f-85c4-b62816c0d7b0 request from dv-cinder-790910-1-smb {{(pid=78676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 08:29:39.231211 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Calling delete_port for fb557b79-d446-48ac-ba90-d85be9848b0a owned by network:dhcp {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:29:39.263902 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Deleting port fb557b79-d446-48ac-ba90-d85be9848b0a {{(pid=78676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:29:39.264272 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:39.279769 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:39.284367 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-99de731a-de27-4e44-97e0-369072ff026d tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:39.331372 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] No DVR routers for this DVR port fb557b79-d446-48ac-ba90-d85be9848b0a on host dv-cinder-790910-1-smb {{(pid=78674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:29:39.333520 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb557b79-d446-48ac-ba90-d85be9848b0a,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:39.336198 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:39.357674 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] For port fb557b79-d446-48ac-ba90-d85be9848b0a, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=fb557b79-d446-48ac-ba90-d85be9848b0a,segment=NetworkSegment(2941db42-2cf0-4091-a396-a363524a031c),segment_id=2941db42-2cf0-4091-a396-a363524a031c)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:29:39.358064 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:39.450422 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:39.463348 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb12e44b-f7a2-412f-85c4-b62816c0d7b0']}} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:39.475155 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2941db42-2cf0-4091-a396-a363524a031c') {'for_net_delete': True} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:39.475443 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2941db42-2cf0-4091-a396-a363524a031c') {} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:39.481575 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Calling delete_port for fb557b79-d446-48ac-ba90-d85be9848b0a owned by network:dhcp {{(pid=78676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:29:39.486867 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132425916'] for segment, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:39.502875 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:39.509160 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=78674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:29:39.509514 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2884488'] for segment, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: Traceback (most recent call last): May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: timer() May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: cb(*args, **kw) May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: return func(*args, **kwargs) May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: self._notify() May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: self.callback(batched_events) May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: event.method(event) May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: return f(self, *a, **k) May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: return self._get(url).json() May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: return self.request(url, 'GET', **kwargs) May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:29:39.522645 dv-cinder-790910-1-smb neutron-server[78674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:29:39.526016 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981'] for port, after_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:39.530534 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:39.573121 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] No DVR routers for this DVR port fb557b79-d446-48ac-ba90-d85be9848b0a on host dv-cinder-790910-1-smb {{(pid=78676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:29:39.574724 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Pushing event deleted for resources: {'Port': ['ID=fb557b79-d446-48ac-ba90-d85be9848b0a,revision_number=None']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:39.584989 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:39.585331 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:39.585700 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:39.586530 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:39.586530 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:39.586838 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:39.586932 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:39.587259 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:39.587599 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:39.587881 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:39.588290 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:39.589010 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-smb {{(pid=78676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 08:29:39.591638 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-7d71ae58-b0cd-4980-9f1a-3b2f078aef80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:39.603156 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:39.606983 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-be4a7f91-73d3-48f4-9084-b3e226b0242b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:39.619905 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:39.629919 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb12e44b-f7a2-412f-85c4-b62816c0d7b0,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:39.634134 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:39.637563 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-d921ff12-9982-41bb-b574-f738571affd9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cb12e44b-f7a2-412f-85c4-b62816c0d7b0 HTTP/1.1" status: 204 len: 168 time: 0.8082981 May 12 08:29:39.641867 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56494) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:40.290244 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818954'] for router_interface, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:40.708510 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] Deleting port 82c8db24-21b8-422d-a04f-ffe41063c638 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:29:40.708874 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:40.826463 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] For port 82c8db24-21b8-422d-a04f-ffe41063c638, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=82c8db24-21b8-422d-a04f-ffe41063c638,segment=NetworkSegment(a7a7a584-a106-4c17-87d5-f913d75762a7),segment_id=a7a7a584-a106-4c17-87d5-f913d75762a7)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:29:40.826809 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:40.947597 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] Calling delete_port for 82c8db24-21b8-422d-a04f-ffe41063c638 owned by network:router_interface {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:29:40.973102 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device fb557b79-d446-48ac-ba90-d85be9848b0a no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:29:41.009291 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: fb557b79-d446-48ac-ba90-d85be9848b0a {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:29:41.009743 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device fb557b79-d446-48ac-ba90-d85be9848b0a not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:29:41.099073 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:41.102683 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-21b89335-f792-47e2-a2f9-6c035a8a69fb tempest-TestShelveInstance-114428899 tempest-TestShelveInstance-114428899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:41.145125 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c8db24-21b8-422d-a04f-ffe41063c638,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:41.148748 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:41.522238 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834746'] for router_interface, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:41.878380 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] Router 4017b4d2-af4d-4ed2-bd35-7509c9a5791c has already been hosted by L3 agent 40a1cd08-0b71-47a7-9de4-0e93a3fd35bf {{(pid=78674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 08:29:42.054097 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-smb the message routers_updated {{(pid=78674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 08:29:42.063139 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b774013-9d60-4dda-9eeb-90571fe32299 None None] Sync routers for ids ['4017b4d2-af4d-4ed2-bd35-7509c9a5791c'] in dv-cinder-790910-1-smb {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 08:29:42.072385 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] 10.222.0.43 "PUT /v2.0/routers/4017b4d2-af4d-4ed2-bd35-7509c9a5791c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4293208 May 12 08:29:42.074084 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b774013-9d60-4dda-9eeb-90571fe32299 None None] Routers {'4017b4d2-af4d-4ed2-bd35-7509c9a5791c'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:29:42.074746 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56498) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:42.074910 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-2b774013-9d60-4dda-9eeb-90571fe32299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:29:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['4017b4d2-af4d-4ed2-bd35-7509c9a5791c'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:42.244127 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-2b774013-9d60-4dda-9eeb-90571fe32299 None None] Set router 4017b4d2-af4d-4ed2-bd35-7509c9a5791c gateway port host: dv-cinder-790910-1-smb {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:29:42.246512 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Notify callbacks [] for router, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:42.418392 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:42.490191 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Deleting port 60a2ee8f-6e97-470e-b489-3dc58349c0a1 {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:29:42.490191 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:42.526373 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-2b774013-9d60-4dda-9eeb-90571fe32299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'name': 'tempest-TestShelveInstance-1297347487-router', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'external_fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:22Z', 'updated_at': '2021-05-12T08:29:41Z', 'revision_number': 5, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'gw_port': {'id': '60a2ee8f-6e97-470e-b489-3dc58349c0a1', 'name': '', 'network_id': '93032b5c-4877-4c0d-9c9b-26d73aa29882', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:25:23Z', 'updated_at': '2021-05-12T08:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd5dcdbd-f65f-481d-8d48-65747984c4c2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-smb'}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:42.530116 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b774013-9d60-4dda-9eeb-90571fe32299 None None] Checking router: 4017b4d2-af4d-4ed2-bd35-7509c9a5791c for host: dv-cinder-790910-1-smb {{(pid=78677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 08:29:42.538707 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b774013-9d60-4dda-9eeb-90571fe32299 None None] Routers {'4017b4d2-af4d-4ed2-bd35-7509c9a5791c'} bound to L3 agent in host dv-cinder-790910-1-smb {{(pid=78677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 12 08:29:42.539399 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-2b774013-9d60-4dda-9eeb-90571fe32299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:45Z,description=,heartbeat_timestamp=2021-05-12T08:29:15Z,host='dv-cinder-790910-1-smb',id=40a1cd08-0b71-47a7-9de4-0e93a3fd35bf,load=0,resource_versions=,resources_synced=,started_at=2021-05-12T08:08:45Z,topic='l3_agent')) {'router_ids': ['4017b4d2-af4d-4ed2-bd35-7509c9a5791c'], 'active': True} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:42.612127 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] For port 60a2ee8f-6e97-470e-b489-3dc58349c0a1, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=60a2ee8f-6e97-470e-b489-3dc58349c0a1,segment=NetworkSegment(2797bdeb-14fd-456e-994d-4c41dc806ab4),segment_id=2797bdeb-14fd-456e-994d-4c41dc806ab4)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:29:42.612792 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:42.686211 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_dvr_db [None req-2b774013-9d60-4dda-9eeb-90571fe32299 None None] Set router 4017b4d2-af4d-4ed2-bd35-7509c9a5791c gateway port host: None {{(pid=78677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 12 08:29:42.791422 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.l3_hamode_db [None req-2b774013-9d60-4dda-9eeb-90571fe32299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'name': 'tempest-TestShelveInstance-1297347487-router', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:22Z', 'updated_at': '2021-05-12T08:29:42Z', 'revision_number': 6, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'gw_port_host': None}], 'dv-cinder-790910-1-smb', False) {} {{(pid=78677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:42.795916 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b774013-9d60-4dda-9eeb-90571fe32299 None None] The sync data for ids ['4017b4d2-af4d-4ed2-bd35-7509c9a5791c'] in dv-cinder-790910-1-smb is: [{'id': '4017b4d2-af4d-4ed2-bd35-7509c9a5791c', 'name': 'tempest-TestShelveInstance-1297347487-router', 'tenant_id': '9b0562d90eba425d9cca7e743f94baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:25:22Z', 'updated_at': '2021-05-12T08:29:42Z', 'revision_number': 6, 'project_id': '9b0562d90eba425d9cca7e743f94baae', 'gw_port_host': None}] {{(pid=78677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 08:29:42.864876 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Calling delete_port for 60a2ee8f-6e97-470e-b489-3dc58349c0a1 owned by network:router_gateway {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:29:43.008260 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:43.012924 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-1d94ccf0-b433-4bed-bb41-8be3a6e097af tempest-AttachVolumeTestJSON-1037562965 tempest-AttachVolumeTestJSON-1037562965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:43.034731 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-94de67a8-7667-42f6-ba8e-9c32183cbfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:43.057229 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Pushing event deleted for resources: {'Port': ['ID=60a2ee8f-6e97-470e-b489-3dc58349c0a1,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:43.060241 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:43.157325 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1822318'] for router_gateway, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:43.335712 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4446'] for router, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:43.339656 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:43.368124 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-338812'] for router, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:43.368786 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4017b4d2-af4d-4ed2-bd35-7509c9a5791c {{(pid=78674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 08:29:43.381680 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] Notify callbacks [] for router, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:43.382813 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-30ae027c-1713-4c17-a838-ccb76ab514cc admin admin] 10.222.0.43 "DELETE /v2.0/routers/4017b4d2-af4d-4ed2-bd35-7509c9a5791c HTTP/1.1" status: 204 len: 168 time: 1.3070865 May 12 08:29:43.385319 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56502) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:43.447719 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f5f1fa-4b97-4f27-b753-403b8cf72e95 admin admin] Deleting subnet b2435356-483f-4045-a9c6-db5abdef70db {{(pid=78674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 12 08:29:43.450979 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-31f5f1fa-4b97-4f27-b753-403b8cf72e95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:43.506673 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-31f5f1fa-4b97-4f27-b753-403b8cf72e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132425891'] for subnet, precommit_delete_associations {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:43.526286 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 82c8db24-21b8-422d-a04f-ffe41063c638 no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:29:43.562540 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: 82c8db24-21b8-422d-a04f-ffe41063c638 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:29:43.562891 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 82c8db24-21b8-422d-a04f-ffe41063c638 not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:29:43.589186 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-31f5f1fa-4b97-4f27-b753-403b8cf72e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517639'] for subnet, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:43.844199 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-31f5f1fa-4b97-4f27-b753-403b8cf72e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2884590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134156007'] for subnet, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:43.849505 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:43.883361 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5f1fa-4b97-4f27-b753-403b8cf72e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2435356-483f-4045-a9c6-db5abdef70db,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:43.885422 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-31f5f1fa-4b97-4f27-b753-403b8cf72e95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:43.888342 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-31f5f1fa-4b97-4f27-b753-403b8cf72e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:43.891427 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb156e0-4247-44a6-add9-6bd5c3018590 None None] Network 72a5af2d-1be9-4ca8-837e-78ae5cf9a192 requested from dv-cinder-790910-1-smb {{(pid=78676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 12 08:29:43.892015 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-31f5f1fa-4b97-4f27-b753-403b8cf72e95 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b2435356-483f-4045-a9c6-db5abdef70db HTTP/1.1" status: 204 len: 168 time: 0.5057650 May 12 08:29:43.894741 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56506) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:43.999897 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557127'] for network, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.067942 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.077057 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Deleting port f4bf8840-1913-4985-988e-1df0e2bfb35c {{(pid=78674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:29:44.077547 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.140297 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b57868-7c57-4030-94da-bde4162f0478 None None] DHCP port deletion for 72a5af2d-1be9-4ca8-837e-78ae5cf9a192 request from dv-cinder-790910-1-smb {{(pid=78676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 12 08:29:44.177020 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.db [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] For port f4bf8840-1913-4985-988e-1df0e2bfb35c, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=f4bf8840-1913-4985-988e-1df0e2bfb35c,segment=NetworkSegment(a7a7a584-a106-4c17-87d5-f913d75762a7),segment_id=a7a7a584-a106-4c17-87d5-f913d75762a7)] {{(pid=78674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:29:44.177378 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.204144 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-19b57868-7c57-4030-94da-bde4162f0478 None None] Deleting port f4bf8840-1913-4985-988e-1df0e2bfb35c {{(pid=78676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 12 08:29:44.204576 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-19b57868-7c57-4030-94da-bde4162f0478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774954901149'] for port, before_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.302982 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.db [None req-19b57868-7c57-4030-94da-bde4162f0478 None None] For port f4bf8840-1913-4985-988e-1df0e2bfb35c, host dv-cinder-790910-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-smb',level=0,port_id=f4bf8840-1913-4985-988e-1df0e2bfb35c,segment=NetworkSegment(a7a7a584-a106-4c17-87d5-f913d75762a7),segment_id=a7a7a584-a106-4c17-87d5-f913d75762a7)] {{(pid=78676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 08:29:44.303343 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-19b57868-7c57-4030-94da-bde4162f0478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834160'] for port, precommit_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.404251 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.plugin [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Calling delete_port for f4bf8840-1913-4985-988e-1df0e2bfb35c owned by network:dhcp {{(pid=78674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:29:44.422663 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-19b57868-7c57-4030-94da-bde4162f0478 None None] Calling delete_port for f4bf8840-1913-4985-988e-1df0e2bfb35c owned by network:dhcp {{(pid=78676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 12 08:29:44.451416 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2884541'] for port, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.455184 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-c0e61e77-d6a9-45e6-b71b-6d645e17dce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:44.464829 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-19b57868-7c57-4030-94da-bde4162f0478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774954904688', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774954355981'] for port, after_delete {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.468370 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-f927c72c-a290-493e-95e4-6a81a3ef9956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:44.500632 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4bf8840-1913-4985-988e-1df0e2bfb35c,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:44.503718 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:44.504652 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] No DVR routers for this DVR port f4bf8840-1913-4985-988e-1df0e2bfb35c on host dv-cinder-790910-1-smb {{(pid=78674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:29:44.514745 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b57868-7c57-4030-94da-bde4162f0478 None None] Pushing event deleted for resources: {'Port': ['ID=f4bf8840-1913-4985-988e-1df0e2bfb35c,revision_number=None']} {{(pid=78676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:44.517050 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG oslo_concurrency.lockutils [None req-19b57868-7c57-4030-94da-bde4162f0478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:44.522876 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b57868-7c57-4030-94da-bde4162f0478 None None] No DVR routers for this DVR port f4bf8840-1913-4985-988e-1df0e2bfb35c on host dv-cinder-790910-1-smb {{(pid=78676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 08:29:44.619913 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511612', 'neutron.services.segments.db._delete_segments_for_network-8774954845853'] for network, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.632674 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a5af2d-1be9-4ca8-837e-78ae5cf9a192']}} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:44.644989 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a7a584-a106-4c17-87d5-f913d75762a7') {'for_net_delete': True} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:44.645323 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.services.segments.db [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a7a584-a106-4c17-87d5-f913d75762a7') {} {{(pid=78674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 08:29:44.656892 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774954856295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132425916'] for segment, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.674355 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572'] for segment, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.681923 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=78674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 08:29:44.682371 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2884488'] for segment, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: Traceback (most recent call last): May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: timer() May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: cb(*args, **kw) May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: return func(*args, **kwargs) May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: self._notify() May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: self.callback(batched_events) May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: event.method(event) May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: aggregate_uuid = self.p_client.list_aggregates( May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: return f(self, *a, **k) May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: return self._get(url).json() May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: return self.request(url, 'GET', **kwargs) May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: base_url = self.get_endpoint(auth, allow=allow, May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 08:29:44.695452 dv-cinder-790910-1-smb neutron-server[78674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 08:29:44.772140 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1822332'] for network, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.777092 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588908'] for network, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:44.780570 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-fd476b84-8ed3-480d-a1fb-4b1162ab388b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:44.800624 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=72a5af2d-1be9-4ca8-837e-78ae5cf9a192,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:44.803893 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:44.813410 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-ef61c9c2-9d68-4bd8-9abc-ac4237d30ba1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/72a5af2d-1be9-4ca8-837e-78ae5cf9a192 HTTP/1.1" status: 204 len: 168 time: 0.9174793 May 12 08:29:44.974891 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 60a2ee8f-6e97-470e-b489-3dc58349c0a1 no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:29:45.008508 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: 60a2ee8f-6e97-470e-b489-3dc58349c0a1 {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:29:45.008892 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device 60a2ee8f-6e97-470e-b489-3dc58349c0a1 not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:29:45.009316 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device f4bf8840-1913-4985-988e-1df0e2bfb35c no longer exists at agent ovs-agent-dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 08:29:45.041276 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56512) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:45.041824 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.plugin [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] No Port match for: f4bf8840-1913-4985-988e-1df0e2bfb35c {{(pid=78676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 12 08:29:45.042006 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron.plugins.ml2.rpc [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Device f4bf8840-1913-4985-988e-1df0e2bfb35c not bound to the agent host dv-cinder-790910-1-smb {{(pid=78676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 08:29:45.096873 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-5659543a-d74f-4fd5-85fc-ab78149826a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4b6898eca7d4723ab64eb6bf568c696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543253 May 12 08:29:45.099376 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56516) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:45.157588 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e1264937-7db1-4636-b14c-dc545bb5a44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:45.183237 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e1264937-7db1-4636-b14c-dc545bb5a44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:45.242663 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e1264937-7db1-4636-b14c-dc545bb5a44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:45.246517 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-d7834a0b-96ee-42c5-a652-66a2761366a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:45.258665 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1264937-7db1-4636-b14c-dc545bb5a44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbdf922-2779-42c3-a393-4e847bee6f33,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:45.262230 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-e1264937-7db1-4636-b14c-dc545bb5a44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:45.267341 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-e1264937-7db1-4636-b14c-dc545bb5a44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:45.268483 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-e1264937-7db1-4636-b14c-dc545bb5a44f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bbdf922-2779-42c3-a393-4e847bee6f33 HTTP/1.1" status: 204 len: 168 time: 0.1682177 May 12 08:29:45.343719 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-31df66b0-17e4-4562-8c72-3a4d7d6fe566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:45.515399 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:45.651247 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56524) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:45.704462 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-91461da8-92b8-4ea3-b41a-d6584a48ef4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b0562d90eba425d9cca7e743f94baae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519674 May 12 08:29:45.707073 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [-] (78674) accepted ('10.222.0.43', 56528) {{(pid=78674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 08:29:45.766022 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3d91c893-959c-4fc5-b54c-e41970587ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:45.792705 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3d91c893-959c-4fc5-b54c-e41970587ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:45.847147 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3d91c893-959c-4fc5-b54c-e41970587ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331671'] for security_group, after_delete {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:45.851941 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-04ff7a19-7afa-4c6e-aa72-ac064dbe705a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 08:29:45.864542 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91c893-959c-4fc5-b54c-e41970587ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c17f0d-8428-44f7-984a-e4dcb2523240,revision_number=None']} {{(pid=78674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 08:29:45.867356 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG oslo_concurrency.lockutils [None req-3d91c893-959c-4fc5-b54c-e41970587ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 08:29:45.868263 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron_lib.callbacks.manager [None req-3d91c893-959c-4fc5-b54c-e41970587ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:45.869513 dv-cinder-790910-1-smb neutron-server[78674]: INFO neutron.wsgi [None req-3d91c893-959c-4fc5-b54c-e41970587ac7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6c17f0d-8428-44f7-984a-e4dcb2523240 HTTP/1.1" status: 204 len: 168 time: 0.1615572 May 12 08:29:46.553468 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:29:48.033915 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:30:06.126284 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:30:13.050959 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-72a80179-1ce1-4254-ae1d-7eef4c67d196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:30:14.045985 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:30:15.355434 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b4c4370e-aa88-4223-9519-71df29e9d503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:30:15.528870 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:30:16.568044 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:30:18.039244 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:30:43.041557 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-80b3be69-0ef7-4798-a7f5-931674f8495c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:30:43.129882 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:30:44.068934 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:30:45.352776 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-d1402b8b-06c5-4187-9201-c3b1a435270e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:30:45.535802 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:30:46.571574 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:30:48.044649 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:31:13.042910 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-d9996af7-722a-4a9e-979a-3d9890a791fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:31:14.069141 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:31:15.351240 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c3d7-878e-4945-bf8e-506c78f33917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:31:15.528201 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:31:16.568249 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:31:18.041280 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:31:20.134078 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:31:43.043522 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-ebb6f58a-6dde-4572-962a-599943e13de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:31:44.088023 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:31:45.350506 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-583f5b76-9725-45c8-b27f-de8b8424d43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:31:45.529064 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:31:46.571583 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:31:48.053812 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:31:57.139321 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:32:11.365777 dv-cinder-790910-1-smb neutron-server[78674]: DEBUG neutron.wsgi [req-dce17932-89d5-4021-84f0-2948022882bb req-71a6f17c-d509-4061-9278-218c8616b735 service neutron] (78674) timed out ('10.222.0.48', 64470) {{(pid=78674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 08:32:13.043519 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-19716970-ca8e-42bd-a9a3-3aa01f888cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:32:14.078443 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:32:15.353110 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-967ea0d2-d84c-475e-99d6-b496d41849ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:32:15.534226 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:32:16.582159 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:32:18.053443 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:32:34.143492 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:32:43.047485 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-cbe16a26-9b49-415c-9515-2cf0ca9e3a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:32:44.101178 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:32:45.353265 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-5e801c2b-f0ba-4b86-951b-0aeaea8ffed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:32:45.537111 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:32:46.584433 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:32:48.056207 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:33:11.146440 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:33:13.048573 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-14aeaaf3-bc79-4c99-8d06-a9d98d3aeafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:33:14.099266 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:33:15.357577 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-41bfdd71-c60c-4fe1-b257-b4ebe694e976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:33:15.536521 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:33:16.590392 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:33:18.061879 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:33:43.050609 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6268-824d-45cf-8b08-47f046a89ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:33:44.110417 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:33:45.362420 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7688-da48-4fb0-ab1f-7bd556287c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:33:45.541834 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:33:46.594398 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:33:48.068635 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:33:48.151628 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 12 08:34:13.056199 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-6f8780d7-79b9-4d97-881b-5a47b2b293f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:34:14.123559 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-dcc9231b-02e0-44a0-930a-4e8bdd026123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:34:15.362520 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8a9f-db42-4fa8-8539-7667f476db38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:34:15.537241 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1148de6c-c481-4a1b-b951-9db3d8ca85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:34:16.593817 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-1b5413cc-1117-462f-a1a4-72722927fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:34:18.061695 dv-cinder-790910-1-smb neutron-server[78676]: DEBUG neutron_lib.callbacks.manager [None req-b162d0fd-1a2a-4486-abb9-0221686bdd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774954845862', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513606'] for agent, after_update {{(pid=78676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 08:34:25.152790 dv-cinder-790910-1-smb neutron-server[78677]: DEBUG neutron.db.agents_db [None req-4b7e3a59-d9f7-43b7-bfe4-133739a5c4a8 None None] Agent healthcheck: found 6 active agents {{(pid=78677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}